2024-11-14 12:29:37,551 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 2024-11-14 12:29:37,606 main DEBUG Took 0.051856 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 12:29:37,607 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 12:29:37,607 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 12:29:37,608 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 12:29:37,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:29:37,625 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 12:29:37,642 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:29:37,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:29:37,645 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:29:37,646 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:29:37,647 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:29:37,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:29:37,648 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:29:37,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:29:37,649 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:29:37,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:29:37,651 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:29:37,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:29:37,652 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:29:37,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:29:37,653 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:29:37,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:29:37,655 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:29:37,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:29:37,656 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:29:37,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:29:37,657 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:29:37,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:29:37,658 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:29:37,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:29:37,659 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:29:37,659 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 12:29:37,662 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:29:37,663 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 12:29:37,666 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 12:29:37,667 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 12:29:37,668 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 12:29:37,669 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 12:29:37,690 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 12:29:37,696 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 12:29:37,698 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 12:29:37,700 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 12:29:37,701 main DEBUG createAppenders(={Console}) 2024-11-14 12:29:37,702 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 initialized 2024-11-14 12:29:37,702 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 2024-11-14 12:29:37,703 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 OK. 2024-11-14 12:29:37,704 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 12:29:37,704 main DEBUG OutputStream closed 2024-11-14 12:29:37,705 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 12:29:37,705 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 12:29:37,705 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@53aac487 OK 2024-11-14 12:29:37,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 12:29:37,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 12:29:37,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 12:29:37,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 12:29:37,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 12:29:37,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 12:29:37,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 12:29:37,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 12:29:37,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 12:29:37,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 12:29:37,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 12:29:37,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 12:29:37,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 12:29:37,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 12:29:37,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 12:29:37,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 12:29:37,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 12:29:37,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 12:29:37,839 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 12:29:37,839 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6e4566f1) with optional ClassLoader: null 2024-11-14 12:29:37,840 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 12:29:37,841 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6e4566f1] started OK. 2024-11-14T12:29:38,273 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470 2024-11-14 12:29:38,277 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 12:29:38,277 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T12:29:38,290 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-14T12:29:38,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:29:38,317 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/cluster_efdf1755-62f2-6cee-b84a-4a3a19fd0801, deleteOnExit=true 2024-11-14T12:29:38,318 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-14T12:29:38,318 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/test.cache.data in system properties and HBase conf 2024-11-14T12:29:38,319 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:29:38,320 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:29:38,320 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:29:38,321 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:29:38,321 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-14T12:29:38,450 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T12:29:38,647 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:29:38,655 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:29:38,655 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:29:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:29:38,658 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:29:38,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:29:38,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:29:38,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:29:38,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:29:38,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:29:38,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:29:38,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:29:38,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:29:38,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:29:38,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:29:40,081 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T12:29:40,186 INFO [Time-limited test {}] log.Log(170): Logging initialized @3673ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T12:29:40,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:29:40,424 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:29:40,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:29:40,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:29:40,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:29:40,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:29:40,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:29:40,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:29:40,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cad334d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/java.io.tmpdir/jetty-localhost-39973-hadoop-hdfs-3_4_1-tests_jar-_-any-1255361928989346969/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:29:40,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:39973} 2024-11-14T12:29:40,797 INFO [Time-limited test {}] server.Server(415): Started @4286ms 2024-11-14T12:29:41,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:29:41,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:29:41,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:29:41,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:29:41,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:29:41,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:29:41,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:29:41,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45b00dd3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/java.io.tmpdir/jetty-localhost-35145-hadoop-hdfs-3_4_1-tests_jar-_-any-313580156134600495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:29:41,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:35145} 2024-11-14T12:29:41,642 INFO [Time-limited test {}] server.Server(415): Started @5131ms 2024-11-14T12:29:41,717 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:29:42,503 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/cluster_efdf1755-62f2-6cee-b84a-4a3a19fd0801/dfs/data/data1/current/BP-956873055-172.17.0.3-1731587379638/current, will proceed with Du for space computation calculation, 2024-11-14T12:29:42,503 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/cluster_efdf1755-62f2-6cee-b84a-4a3a19fd0801/dfs/data/data2/current/BP-956873055-172.17.0.3-1731587379638/current, will proceed with Du for space computation calculation, 2024-11-14T12:29:42,594 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:29:42,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2a464d9f61d99cb with lease ID 0xa8673c6038bda2b2: Processing first storage report for DS-e7aa13cd-a8aa-41ba-9b50-f2aac0cf705d from datanode DatanodeRegistration(127.0.0.1:41509, datanodeUuid=a7fdfa23-ab4d-4bb8-9092-511764b7864e, infoPort=34713, infoSecurePort=0, ipcPort=37599, storageInfo=lv=-57;cid=testClusterID;nsid=1730290576;c=1731587379638) 2024-11-14T12:29:42,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2a464d9f61d99cb with lease ID 0xa8673c6038bda2b2: from storage DS-e7aa13cd-a8aa-41ba-9b50-f2aac0cf705d node DatanodeRegistration(127.0.0.1:41509, datanodeUuid=a7fdfa23-ab4d-4bb8-9092-511764b7864e, infoPort=34713, infoSecurePort=0, ipcPort=37599, storageInfo=lv=-57;cid=testClusterID;nsid=1730290576;c=1731587379638), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T12:29:42,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2a464d9f61d99cb with lease ID 0xa8673c6038bda2b2: Processing first storage report for DS-d13adc7b-824e-485e-93d5-4cd237d35afc from datanode DatanodeRegistration(127.0.0.1:41509, datanodeUuid=a7fdfa23-ab4d-4bb8-9092-511764b7864e, infoPort=34713, infoSecurePort=0, ipcPort=37599, storageInfo=lv=-57;cid=testClusterID;nsid=1730290576;c=1731587379638) 2024-11-14T12:29:42,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2a464d9f61d99cb with lease ID 0xa8673c6038bda2b2: from storage DS-d13adc7b-824e-485e-93d5-4cd237d35afc node DatanodeRegistration(127.0.0.1:41509, datanodeUuid=a7fdfa23-ab4d-4bb8-9092-511764b7864e, infoPort=34713, infoSecurePort=0, ipcPort=37599, storageInfo=lv=-57;cid=testClusterID;nsid=1730290576;c=1731587379638), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T12:29:42,694 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470 2024-11-14T12:29:42,806 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/cluster_efdf1755-62f2-6cee-b84a-4a3a19fd0801/zookeeper_0, clientPort=63767, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/cluster_efdf1755-62f2-6cee-b84a-4a3a19fd0801/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/cluster_efdf1755-62f2-6cee-b84a-4a3a19fd0801/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:29:42,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63767 2024-11-14T12:29:42,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:29:42,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:29:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:29:43,692 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f with version=8 2024-11-14T12:29:43,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/hbase-staging 2024-11-14T12:29:43,838 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T12:29:44,169 INFO [Time-limited test {}] client.ConnectionUtils(129): master/7a6a7f6bcca9:0 server-side Connection retries=45 2024-11-14T12:29:44,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:29:44,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:29:44,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:29:44,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:29:44,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:29:44,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:29:44,424 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T12:29:44,437 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T12:29:44,442 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:29:44,475 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11457 (auto-detected) 2024-11-14T12:29:44,477 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T12:29:44,496 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:46231 2024-11-14T12:29:44,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:29:44,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:29:44,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46231 connecting to ZooKeeper ensemble=127.0.0.1:63767 2024-11-14T12:29:44,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462310x0, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:29:44,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46231-0x1011674888b0000 connected 2024-11-14T12:29:44,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:29:44,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:29:44,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:29:44,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46231 2024-11-14T12:29:44,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46231 2024-11-14T12:29:44,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46231 2024-11-14T12:29:44,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46231 2024-11-14T12:29:44,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46231 2024-11-14T12:29:44,637 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f, hbase.cluster.distributed=false 2024-11-14T12:29:44,713 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/7a6a7f6bcca9:0 server-side Connection retries=45 2024-11-14T12:29:44,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:29:44,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:29:44,714 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:29:44,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:29:44,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:29:44,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:29:44,721 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:29:44,723 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:45647 2024-11-14T12:29:44,725 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:29:44,732 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:29:44,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:29:44,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:29:44,740 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45647 connecting to ZooKeeper ensemble=127.0.0.1:63767 2024-11-14T12:29:44,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456470x0, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:29:44,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456470x0, quorum=127.0.0.1:63767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:29:44,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45647-0x1011674888b0001 connected 2024-11-14T12:29:44,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:29:44,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:29:44,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45647 2024-11-14T12:29:44,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45647 2024-11-14T12:29:44,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45647 2024-11-14T12:29:44,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45647 2024-11-14T12:29:44,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45647 2024-11-14T12:29:44,754 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/7a6a7f6bcca9,46231,1731587383831 2024-11-14T12:29:44,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:29:44,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:29:44,765 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7a6a7f6bcca9,46231,1731587383831 2024-11-14T12:29:44,770 DEBUG [M:0;7a6a7f6bcca9:46231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a6a7f6bcca9:46231 2024-11-14T12:29:44,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T12:29:44,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T12:29:44,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:29:44,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:29:44,790 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T12:29:44,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T12:29:44,791 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7a6a7f6bcca9,46231,1731587383831 from backup master directory 2024-11-14T12:29:44,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7a6a7f6bcca9,46231,1731587383831 2024-11-14T12:29:44,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:29:44,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:29:44,795 WARN [master/7a6a7f6bcca9:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:29:44,795 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a6a7f6bcca9,46231,1731587383831 2024-11-14T12:29:44,797 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T12:29:44,799 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T12:29:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:29:45,282 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/hbase.id with ID: ab1bd12c-e7c0-409a-b4b5-e6988d7b3417 2024-11-14T12:29:45,333 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:29:45,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:29:45,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:29:45,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:29:45,805 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:29:45,810 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:29:45,841 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:45,848 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:29:45,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:29:46,368 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store 2024-11-14T12:29:46,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:29:46,444 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T12:29:46,445 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:29:46,446 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:29:46,447 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:29:46,447 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:29:46,447 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:29:46,447 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:29:46,447 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:29:46,447 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-14T12:29:46,451 WARN [master/7a6a7f6bcca9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/.initializing 2024-11-14T12:29:46,451 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/WALs/7a6a7f6bcca9,46231,1731587383831 2024-11-14T12:29:46,463 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:29:46,485 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a6a7f6bcca9%2C46231%2C1731587383831, suffix=, logDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/WALs/7a6a7f6bcca9,46231,1731587383831, archiveDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/oldWALs, maxLogs=10 2024-11-14T12:29:46,518 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/WALs/7a6a7f6bcca9,46231,1731587383831/7a6a7f6bcca9%2C46231%2C1731587383831.1731587386491, exclude list is [], retry=0 2024-11-14T12:29:46,544 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-e7aa13cd-a8aa-41ba-9b50-f2aac0cf705d,DISK] 2024-11-14T12:29:46,550 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T12:29:46,626 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/WALs/7a6a7f6bcca9,46231,1731587383831/7a6a7f6bcca9%2C46231%2C1731587383831.1731587386491 2024-11-14T12:29:46,627 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34713:34713)] 2024-11-14T12:29:46,628 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:29:46,632 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:29:46,651 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:29:46,652 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:29:46,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:29:46,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:29:46,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:46,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:29:46,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:29:46,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:29:46,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:46,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:29:46,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:29:46,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:29:46,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:46,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:29:46,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:29:46,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:29:46,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:46,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:29:46,849 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:29:46,853 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:29:46,891 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:29:46,906 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:29:46,926 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:29:46,929 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71669567, jitterRate=0.06795977056026459}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:29:46,936 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-14T12:29:46,939 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:29:47,020 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24035192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:29:47,093 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-14T12:29:47,116 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:29:47,116 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:29:47,123 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:29:47,130 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 7 msec 2024-11-14T12:29:47,137 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 6 msec 2024-11-14T12:29:47,138 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:29:47,196 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:29:47,232 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T12:29:47,242 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-14T12:29:47,247 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:29:47,255 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:29:47,269 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-14T12:29:47,272 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:29:47,280 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:29:47,285 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-14T12:29:47,288 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:29:47,293 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T12:29:47,309 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:29:47,311 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T12:29:47,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:29:47,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:29:47,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:29:47,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:29:47,326 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=7a6a7f6bcca9,46231,1731587383831, sessionid=0x1011674888b0000, setting cluster-up flag (Was=false) 2024-11-14T12:29:47,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:29:47,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:29:47,356 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T12:29:47,361 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a6a7f6bcca9,46231,1731587383831 2024-11-14T12:29:47,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:29:47,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:29:47,377 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T12:29:47,381 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a6a7f6bcca9,46231,1731587383831 2024-11-14T12:29:47,511 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a6a7f6bcca9:45647 2024-11-14T12:29:47,526 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1008): ClusterId : ab1bd12c-e7c0-409a-b4b5-e6988d7b3417 2024-11-14T12:29:47,529 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:29:47,555 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:29:47,555 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:29:47,566 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-14T12:29:47,576 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-14T12:29:47,580 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:29:47,581 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:29:47,582 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58dcd3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:29:47,586 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9575cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a6a7f6bcca9/172.17.0.3:0 2024-11-14T12:29:47,588 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a6a7f6bcca9,46231,1731587383831 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:29:47,591 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-14T12:29:47,591 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-14T12:29:47,591 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-14T12:29:47,593 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a6a7f6bcca9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:29:47,593 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a6a7f6bcca9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:29:47,593 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a6a7f6bcca9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:29:47,593 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a6a7f6bcca9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:29:47,594 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a6a7f6bcca9:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:29:47,594 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a6a7f6bcca9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:29:47,594 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a6a7f6bcca9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:29:47,595 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a6a7f6bcca9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:29:47,603 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(3073): reportForDuty to master=7a6a7f6bcca9,46231,1731587383831 with isa=7a6a7f6bcca9/172.17.0.3:45647, startcode=1731587384712 2024-11-14T12:29:47,618 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587417618 2024-11-14T12:29:47,619 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:29:47,619 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:29:47,620 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:29:47,621 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:29:47,622 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:29:47,627 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:29:47,628 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:29:47,629 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:29:47,629 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:29:47,632 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:47,637 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:29:47,639 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:47,639 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:29:47,645 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:29:47,646 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:29:47,658 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:29:47,659 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:29:47,697 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a6a7f6bcca9:0:becomeActiveMaster-HFileCleaner.large.0-1731587387666,5,FailOnTimeoutGroup] 2024-11-14T12:29:47,727 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a6a7f6bcca9:0:becomeActiveMaster-HFileCleaner.small.0-1731587387697,5,FailOnTimeoutGroup] 2024-11-14T12:29:47,728 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:47,728 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:29:47,734 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:47,734 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:47,738 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40715, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:29:47,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741831_1007 (size=1039) 2024-11-14T12:29:47,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46231 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:47,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46231 {}] master.ServerManager(486): Registering regionserver=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:47,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-14T12:29:47,778 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f 2024-11-14T12:29:47,790 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f 2024-11-14T12:29:47,790 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34141 2024-11-14T12:29:47,790 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-14T12:29:47,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:29:47,810 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] zookeeper.ZKUtil(111): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:47,811 WARN [RS:0;7a6a7f6bcca9:45647 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:29:47,811 INFO [RS:0;7a6a7f6bcca9:45647 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:29:47,811 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/WALs/7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:47,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a6a7f6bcca9,45647,1731587384712] 2024-11-14T12:29:47,839 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-14T12:29:47,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741832_1008 (size=32) 2024-11-14T12:29:47,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:29:47,853 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:29:47,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:29:47,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:29:47,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:47,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:29:47,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:29:47,872 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:29:47,876 INFO [RS:0;7a6a7f6bcca9:45647 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:29:47,876 INFO [RS:0;7a6a7f6bcca9:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:47,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:29:47,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:47,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:29:47,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:29:47,881 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-14T12:29:47,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:29:47,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:47,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:29:47,902 INFO [RS:0;7a6a7f6bcca9:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:47,902 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:29:47,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740 2024-11-14T12:29:47,903 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a6a7f6bcca9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:29:47,903 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:29:47,903 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:29:47,903 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a6a7f6bcca9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:29:47,903 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a6a7f6bcca9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:29:47,903 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:29:47,904 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a6a7f6bcca9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:29:47,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740 2024-11-14T12:29:47,904 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a6a7f6bcca9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:29:47,904 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a6a7f6bcca9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:29:47,905 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a6a7f6bcca9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:29:47,905 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a6a7f6bcca9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:29:47,905 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:29:47,908 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:29:47,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-14T12:29:47,920 INFO [RS:0;7a6a7f6bcca9:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:47,921 INFO [RS:0;7a6a7f6bcca9:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:47,921 INFO [RS:0;7a6a7f6bcca9:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:47,921 INFO [RS:0;7a6a7f6bcca9:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:47,922 INFO [RS:0;7a6a7f6bcca9:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a6a7f6bcca9,45647,1731587384712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:29:47,926 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:29:47,927 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63909860, jitterRate=-0.04766887426376343}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:29:47,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-14T12:29:47,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:29:47,931 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-14T12:29:47,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-14T12:29:47,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:29:47,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:29:47,933 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-14T12:29:47,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-14T12:29:47,937 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:29:47,937 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-14T12:29:47,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:29:47,953 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:29:47,956 INFO [RS:0;7a6a7f6bcca9:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a6a7f6bcca9,45647,1731587384712-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:47,963 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:29:47,966 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:29:47,988 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.Replication(204): 7a6a7f6bcca9,45647,1731587384712 started 2024-11-14T12:29:47,989 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1767): Serving as 7a6a7f6bcca9,45647,1731587384712, RpcServer on 7a6a7f6bcca9/172.17.0.3:45647, sessionid=0x1011674888b0001 2024-11-14T12:29:47,989 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:29:47,990 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:47,990 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a6a7f6bcca9,45647,1731587384712' 2024-11-14T12:29:47,990 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T12:29:47,991 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T12:29:47,992 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:29:47,992 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:29:47,992 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:47,992 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a6a7f6bcca9,45647,1731587384712' 2024-11-14T12:29:47,992 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T12:29:47,997 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T12:29:47,998 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:29:47,998 INFO [RS:0;7a6a7f6bcca9:45647 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:29:47,998 INFO [RS:0;7a6a7f6bcca9:45647 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:29:48,106 INFO [RS:0;7a6a7f6bcca9:45647 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:29:48,110 INFO [RS:0;7a6a7f6bcca9:45647 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a6a7f6bcca9%2C45647%2C1731587384712, suffix=, logDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/WALs/7a6a7f6bcca9,45647,1731587384712, archiveDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/oldWALs, maxLogs=32 2024-11-14T12:29:48,117 WARN [7a6a7f6bcca9:46231 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-14T12:29:48,132 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/WALs/7a6a7f6bcca9,45647,1731587384712/7a6a7f6bcca9%2C45647%2C1731587384712.1731587388112, exclude list is [], retry=0 2024-11-14T12:29:48,139 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-e7aa13cd-a8aa-41ba-9b50-f2aac0cf705d,DISK] 2024-11-14T12:29:48,145 INFO [RS:0;7a6a7f6bcca9:45647 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/WALs/7a6a7f6bcca9,45647,1731587384712/7a6a7f6bcca9%2C45647%2C1731587384712.1731587388112 2024-11-14T12:29:48,146 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34713:34713)] 2024-11-14T12:29:48,369 DEBUG [7a6a7f6bcca9:46231 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:29:48,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:48,382 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a6a7f6bcca9,45647,1731587384712, state=OPENING 2024-11-14T12:29:48,390 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:29:48,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:29:48,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:29:48,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:29:48,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:29:48,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:29:48,584 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:48,586 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:29:48,590 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:29:48,602 INFO [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-14T12:29:48,602 INFO [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:29:48,603 INFO [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:29:48,606 INFO [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a6a7f6bcca9%2C45647%2C1731587384712.meta, suffix=.meta, logDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/WALs/7a6a7f6bcca9,45647,1731587384712, archiveDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/oldWALs, maxLogs=32 2024-11-14T12:29:48,631 DEBUG [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/WALs/7a6a7f6bcca9,45647,1731587384712/7a6a7f6bcca9%2C45647%2C1731587384712.meta.1731587388608.meta, exclude list is [], retry=0 2024-11-14T12:29:48,635 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-e7aa13cd-a8aa-41ba-9b50-f2aac0cf705d,DISK] 2024-11-14T12:29:48,641 INFO [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/WALs/7a6a7f6bcca9,45647,1731587384712/7a6a7f6bcca9%2C45647%2C1731587384712.meta.1731587388608.meta 2024-11-14T12:29:48,642 DEBUG [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34713:34713)] 2024-11-14T12:29:48,642 DEBUG [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:29:48,644 DEBUG [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:29:48,714 DEBUG [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:29:48,721 INFO [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:29:48,726 DEBUG [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:29:48,727 DEBUG [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:29:48,727 DEBUG [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-14T12:29:48,727 DEBUG [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-14T12:29:48,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:29:48,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:29:48,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:48,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:29:48,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:29:48,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:29:48,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:48,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:29:48,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:29:48,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:29:48,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:48,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:29:48,748 DEBUG [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740 2024-11-14T12:29:48,751 DEBUG [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740 2024-11-14T12:29:48,755 DEBUG [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:29:48,758 DEBUG [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-14T12:29:48,761 INFO [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72073378, jitterRate=0.0739770233631134}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:29:48,763 DEBUG [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-14T12:29:48,777 INFO [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587388578 2024-11-14T12:29:48,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:48,796 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a6a7f6bcca9,45647,1731587384712, state=OPEN 2024-11-14T12:29:48,797 DEBUG [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:29:48,798 INFO [RS_OPEN_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-14T12:29:48,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:29:48,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:29:48,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:29:48,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:29:48,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:29:48,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=7a6a7f6bcca9,45647,1731587384712 in 398 msec 2024-11-14T12:29:48,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:29:48,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 863 msec 2024-11-14T12:29:48,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3700 sec 2024-11-14T12:29:48,820 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587388820, completionTime=-1 2024-11-14T12:29:48,821 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:29:48,821 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-14T12:29:48,886 DEBUG [hconnection-0x1721f5ae-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:29:48,890 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:29:48,904 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-14T12:29:48,904 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587448904 2024-11-14T12:29:48,904 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587508904 2024-11-14T12:29:48,904 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 83 msec 2024-11-14T12:29:48,944 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a6a7f6bcca9,46231,1731587383831-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:48,944 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a6a7f6bcca9,46231,1731587383831-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:48,945 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a6a7f6bcca9,46231,1731587383831-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:48,946 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a6a7f6bcca9:46231, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:48,947 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:48,956 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-14T12:29:48,957 DEBUG [master/7a6a7f6bcca9:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-14T12:29:48,958 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:29:48,970 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-14T12:29:48,974 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:29:48,975 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:48,977 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:29:49,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741835_1011 (size=358) 2024-11-14T12:29:49,498 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6a5fe265708bec2863a5bb7d94596b46, NAME => 'hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f 2024-11-14T12:29:49,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741836_1012 (size=42) 2024-11-14T12:29:49,527 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:29:49,528 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 6a5fe265708bec2863a5bb7d94596b46, disabling compactions & flushes 2024-11-14T12:29:49,528 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46. 2024-11-14T12:29:49,528 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46. 2024-11-14T12:29:49,528 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46. after waiting 0 ms 2024-11-14T12:29:49,528 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46. 2024-11-14T12:29:49,528 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46. 2024-11-14T12:29:49,528 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6a5fe265708bec2863a5bb7d94596b46: 2024-11-14T12:29:49,531 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:29:49,538 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731587389532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587389532"}]},"ts":"1731587389532"} 2024-11-14T12:29:49,566 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T12:29:49,568 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:29:49,571 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587389569"}]},"ts":"1731587389569"} 2024-11-14T12:29:49,578 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-14T12:29:49,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6a5fe265708bec2863a5bb7d94596b46, ASSIGN}] 2024-11-14T12:29:49,588 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6a5fe265708bec2863a5bb7d94596b46, ASSIGN 2024-11-14T12:29:49,590 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=6a5fe265708bec2863a5bb7d94596b46, ASSIGN; state=OFFLINE, location=7a6a7f6bcca9,45647,1731587384712; forceNewPlan=false, retain=false 2024-11-14T12:29:49,741 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6a5fe265708bec2863a5bb7d94596b46, regionState=OPENING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:49,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 6a5fe265708bec2863a5bb7d94596b46, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:29:49,902 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:49,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46. 2024-11-14T12:29:49,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 6a5fe265708bec2863a5bb7d94596b46, NAME => 'hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:29:49,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 6a5fe265708bec2863a5bb7d94596b46 2024-11-14T12:29:49,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:29:49,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 6a5fe265708bec2863a5bb7d94596b46 2024-11-14T12:29:49,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 6a5fe265708bec2863a5bb7d94596b46 2024-11-14T12:29:49,912 INFO [StoreOpener-6a5fe265708bec2863a5bb7d94596b46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6a5fe265708bec2863a5bb7d94596b46 2024-11-14T12:29:49,915 INFO [StoreOpener-6a5fe265708bec2863a5bb7d94596b46-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a5fe265708bec2863a5bb7d94596b46 columnFamilyName info 2024-11-14T12:29:49,915 DEBUG [StoreOpener-6a5fe265708bec2863a5bb7d94596b46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:49,916 INFO [StoreOpener-6a5fe265708bec2863a5bb7d94596b46-1 {}] regionserver.HStore(327): Store=6a5fe265708bec2863a5bb7d94596b46/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:29:49,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/namespace/6a5fe265708bec2863a5bb7d94596b46 2024-11-14T12:29:49,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/namespace/6a5fe265708bec2863a5bb7d94596b46 2024-11-14T12:29:49,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 6a5fe265708bec2863a5bb7d94596b46 2024-11-14T12:29:49,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/namespace/6a5fe265708bec2863a5bb7d94596b46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:29:49,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 6a5fe265708bec2863a5bb7d94596b46; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69553689, jitterRate=0.036430731415748596}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T12:29:49,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 6a5fe265708bec2863a5bb7d94596b46: 2024-11-14T12:29:49,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46., pid=6, masterSystemTime=1731587389901 2024-11-14T12:29:49,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46. 2024-11-14T12:29:49,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46. 2024-11-14T12:29:49,942 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6a5fe265708bec2863a5bb7d94596b46, regionState=OPEN, openSeqNum=2, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:49,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:29:49,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 6a5fe265708bec2863a5bb7d94596b46, server=7a6a7f6bcca9,45647,1731587384712 in 200 msec 2024-11-14T12:29:49,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:29:49,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=6a5fe265708bec2863a5bb7d94596b46, ASSIGN in 366 msec 2024-11-14T12:29:49,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:29:49,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587389957"}]},"ts":"1731587389957"} 2024-11-14T12:29:49,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-14T12:29:49,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:29:49,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.0080 sec 2024-11-14T12:29:49,984 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-14T12:29:49,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-14T12:29:49,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:29:49,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:29:50,035 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-14T12:29:50,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-14T12:29:50,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 36 msec 2024-11-14T12:29:50,070 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-14T12:29:50,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-14T12:29:50,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 19 msec 2024-11-14T12:29:50,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-14T12:29:50,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-14T12:29:50,102 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.306sec 2024-11-14T12:29:50,104 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:29:50,106 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:29:50,107 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:29:50,107 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:29:50,107 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:29:50,109 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a6a7f6bcca9,46231,1731587383831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:29:50,109 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a6a7f6bcca9,46231,1731587383831-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:29:50,117 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:29:50,118 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:29:50,118 INFO [master/7a6a7f6bcca9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a6a7f6bcca9,46231,1731587383831-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:29:50,145 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f499397 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b205401 2024-11-14T12:29:50,145 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-14T12:29:50,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469f9b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:29:50,156 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T12:29:50,156 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T12:29:50,181 DEBUG [hconnection-0x7f105e89-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:29:50,191 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:29:50,201 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=7a6a7f6bcca9,46231,1731587383831 2024-11-14T12:29:50,220 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=703, ProcessCount=11, AvailableMemoryMB=3435 2024-11-14T12:29:50,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:29:50,240 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:29:50,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:29:50,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:29:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T12:29:50,258 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:29:50,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-14T12:29:50,258 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:50,260 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:29:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T12:29:50,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741837_1013 (size=960) 2024-11-14T12:29:50,275 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f 2024-11-14T12:29:50,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741838_1014 (size=53) 2024-11-14T12:29:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T12:29:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T12:29:50,692 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:29:50,692 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 54f1cab853b8de4bb995d75697fa0beb, disabling compactions & flushes 2024-11-14T12:29:50,692 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:50,692 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:50,692 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. after waiting 0 ms 2024-11-14T12:29:50,693 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:50,693 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:50,693 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:29:50,695 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:29:50,695 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731587390695"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587390695"}]},"ts":"1731587390695"} 2024-11-14T12:29:50,698 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T12:29:50,700 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:29:50,701 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587390700"}]},"ts":"1731587390700"} 2024-11-14T12:29:50,704 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T12:29:50,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f1cab853b8de4bb995d75697fa0beb, ASSIGN}] 2024-11-14T12:29:50,710 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f1cab853b8de4bb995d75697fa0beb, ASSIGN 2024-11-14T12:29:50,712 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f1cab853b8de4bb995d75697fa0beb, ASSIGN; state=OFFLINE, location=7a6a7f6bcca9,45647,1731587384712; forceNewPlan=false, retain=false 2024-11-14T12:29:50,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=54f1cab853b8de4bb995d75697fa0beb, regionState=OPENING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:50,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:29:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T12:29:51,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:51,029 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:51,029 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:29:51,030 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:29:51,030 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:29:51,030 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:29:51,030 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:29:51,033 INFO [StoreOpener-54f1cab853b8de4bb995d75697fa0beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:29:51,036 INFO [StoreOpener-54f1cab853b8de4bb995d75697fa0beb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:29:51,037 INFO [StoreOpener-54f1cab853b8de4bb995d75697fa0beb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54f1cab853b8de4bb995d75697fa0beb columnFamilyName A 2024-11-14T12:29:51,037 DEBUG [StoreOpener-54f1cab853b8de4bb995d75697fa0beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:51,038 INFO [StoreOpener-54f1cab853b8de4bb995d75697fa0beb-1 {}] regionserver.HStore(327): Store=54f1cab853b8de4bb995d75697fa0beb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:29:51,038 INFO [StoreOpener-54f1cab853b8de4bb995d75697fa0beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:29:51,040 INFO [StoreOpener-54f1cab853b8de4bb995d75697fa0beb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:29:51,041 INFO [StoreOpener-54f1cab853b8de4bb995d75697fa0beb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54f1cab853b8de4bb995d75697fa0beb columnFamilyName B 2024-11-14T12:29:51,041 DEBUG [StoreOpener-54f1cab853b8de4bb995d75697fa0beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:51,042 INFO [StoreOpener-54f1cab853b8de4bb995d75697fa0beb-1 {}] regionserver.HStore(327): Store=54f1cab853b8de4bb995d75697fa0beb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:29:51,042 INFO [StoreOpener-54f1cab853b8de4bb995d75697fa0beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:29:51,044 INFO [StoreOpener-54f1cab853b8de4bb995d75697fa0beb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:29:51,044 INFO [StoreOpener-54f1cab853b8de4bb995d75697fa0beb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54f1cab853b8de4bb995d75697fa0beb columnFamilyName C 2024-11-14T12:29:51,044 DEBUG [StoreOpener-54f1cab853b8de4bb995d75697fa0beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:29:51,045 INFO [StoreOpener-54f1cab853b8de4bb995d75697fa0beb-1 {}] regionserver.HStore(327): Store=54f1cab853b8de4bb995d75697fa0beb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:29:51,046 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:51,047 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:29:51,048 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:29:51,051 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:29:51,053 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:29:51,057 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:29:51,058 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 54f1cab853b8de4bb995d75697fa0beb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64265809, jitterRate=-0.04236482083797455}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:29:51,059 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:29:51,060 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., pid=11, masterSystemTime=1731587391021 2024-11-14T12:29:51,063 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:51,064 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:51,065 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=54f1cab853b8de4bb995d75697fa0beb, regionState=OPEN, openSeqNum=2, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:51,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T12:29:51,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 in 201 msec 2024-11-14T12:29:51,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:29:51,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f1cab853b8de4bb995d75697fa0beb, ASSIGN in 363 msec 2024-11-14T12:29:51,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:29:51,076 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587391076"}]},"ts":"1731587391076"} 2024-11-14T12:29:51,079 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T12:29:51,083 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:29:51,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 830 msec 2024-11-14T12:29:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T12:29:51,379 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-14T12:29:51,386 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66d3c4a2 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@717ab2a5 2024-11-14T12:29:51,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d471c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:29:51,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:29:51,403 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:29:51,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:29:51,429 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:29:51,441 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bc751a9 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb3d251 2024-11-14T12:29:51,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425e8811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:29:51,451 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c0e492 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33149741 2024-11-14T12:29:51,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec67e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:29:51,457 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18db075f to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28d24ef6 2024-11-14T12:29:51,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753b4981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:29:51,461 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36f4802b to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c6bcdfd 2024-11-14T12:29:51,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd9935b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:29:51,466 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05552403 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@96bdfff 2024-11-14T12:29:51,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0fc6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:29:51,471 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75a3f509 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27d4b6a9 2024-11-14T12:29:51,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f72ff58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:29:51,477 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x522af94d to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50c96c5f 2024-11-14T12:29:51,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e9c121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:29:51,484 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04d2d42f to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3204fd5d 2024-11-14T12:29:51,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14719223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:29:51,488 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e3a4695 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1bc1ac1a 2024-11-14T12:29:51,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339d5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:29:51,505 DEBUG [hconnection-0x2004d1c2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:29:51,506 DEBUG [hconnection-0x60476d5b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:29:51,509 DEBUG [hconnection-0x756330a8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:29:51,511 DEBUG [hconnection-0x3c57ff7c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:29:51,512 DEBUG [hconnection-0x3b66a271-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:29:51,515 DEBUG [hconnection-0x4fac3183-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:29:51,516 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:29:51,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:29:51,520 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:29:51,523 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:29:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-14T12:29:51,530 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:29:51,531 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:29:51,533 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:29:51,535 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:29:51,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:29:51,546 DEBUG [hconnection-0x937cb2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:29:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T12:29:51,555 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:29:51,567 DEBUG [hconnection-0x6e2d0668-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:29:51,583 DEBUG [hconnection-0x32a257e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:29:51,589 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:29:51,593 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:29:51,604 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:29:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:29:51,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:29:51,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:29:51,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:51,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:29:51,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:51,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:29:51,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T12:29:51,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:51,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T12:29:51,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:51,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:51,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:51,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:51,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:51,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/00deaedbbb8a41c7a2017377d095506f is 50, key is test_row_0/A:col10/1731587391592/Put/seqid=0 2024-11-14T12:29:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T12:29:51,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741839_1015 (size=14341) 2024-11-14T12:29:51,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/00deaedbbb8a41c7a2017377d095506f 2024-11-14T12:29:51,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:51,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T12:29:51,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:51,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:51,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:51,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:51,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:51,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587451919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:51,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587451920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:51,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587451935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:51,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587451953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:51,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587451956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/96c493bd5fb546c98c011f88ffa843d0 is 50, key is test_row_0/B:col10/1731587391592/Put/seqid=0 2024-11-14T12:29:52,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741840_1016 (size=12001) 2024-11-14T12:29:52,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T12:29:52,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:52,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:52,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:52,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587452104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587452104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587452108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587452107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587452119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T12:29:52,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T12:29:52,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:52,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:52,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:52,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587452315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587452317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587452322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587452322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587452339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,406 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T12:29:52,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:52,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:52,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:52,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/96c493bd5fb546c98c011f88ffa843d0 2024-11-14T12:29:52,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/5349a5b618284ceba0fed8816af80f93 is 50, key is test_row_0/C:col10/1731587391592/Put/seqid=0 2024-11-14T12:29:52,568 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T12:29:52,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:52,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:52,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:52,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741841_1017 (size=12001) 2024-11-14T12:29:52,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587452631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587452633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587452638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587452629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T12:29:52,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587452655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,728 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T12:29:52,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:52,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:52,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:52,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:52,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T12:29:52,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:52,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:52,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:52,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:53,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/5349a5b618284ceba0fed8816af80f93 2024-11-14T12:29:53,064 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:53,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T12:29:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:53,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:53,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:53,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/00deaedbbb8a41c7a2017377d095506f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/00deaedbbb8a41c7a2017377d095506f 2024-11-14T12:29:53,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/00deaedbbb8a41c7a2017377d095506f, entries=200, sequenceid=13, filesize=14.0 K 2024-11-14T12:29:53,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/96c493bd5fb546c98c011f88ffa843d0 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/96c493bd5fb546c98c011f88ffa843d0 2024-11-14T12:29:53,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/96c493bd5fb546c98c011f88ffa843d0, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T12:29:53,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/5349a5b618284ceba0fed8816af80f93 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5349a5b618284ceba0fed8816af80f93 2024-11-14T12:29:53,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587453172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:53,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587453174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:53,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587453177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:53,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587453180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:53,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:53,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587453181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:53,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T12:29:53,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:53,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:53,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:53,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:53,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:53,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5349a5b618284ceba0fed8816af80f93, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T12:29:53,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 54f1cab853b8de4bb995d75697fa0beb in 1645ms, sequenceid=13, compaction requested=false 2024-11-14T12:29:53,264 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T12:29:53,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:29:53,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:53,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T12:29:53,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:53,392 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T12:29:53,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:29:53,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:53,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:29:53,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:53,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:29:53,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:53,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/cf9b9b66169442fe96be271543889b22 is 50, key is test_row_0/A:col10/1731587391812/Put/seqid=0 2024-11-14T12:29:53,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741842_1018 (size=12001) 2024-11-14T12:29:53,499 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/cf9b9b66169442fe96be271543889b22 2024-11-14T12:29:53,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/0fc6974345824508bc251445e6c71c11 is 50, key is test_row_0/B:col10/1731587391812/Put/seqid=0 2024-11-14T12:29:53,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741843_1019 (size=12001) 2024-11-14T12:29:53,627 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/0fc6974345824508bc251445e6c71c11 2024-11-14T12:29:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T12:29:53,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/e725bdd0e5124b6a848c36915c35bb0c is 50, key is test_row_0/C:col10/1731587391812/Put/seqid=0 2024-11-14T12:29:53,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741844_1020 (size=12001) 2024-11-14T12:29:53,701 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/e725bdd0e5124b6a848c36915c35bb0c 2024-11-14T12:29:53,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/cf9b9b66169442fe96be271543889b22 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/cf9b9b66169442fe96be271543889b22 2024-11-14T12:29:53,751 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/cf9b9b66169442fe96be271543889b22, entries=150, sequenceid=39, filesize=11.7 K 2024-11-14T12:29:53,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/0fc6974345824508bc251445e6c71c11 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/0fc6974345824508bc251445e6c71c11 2024-11-14T12:29:53,770 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/0fc6974345824508bc251445e6c71c11, entries=150, sequenceid=39, filesize=11.7 K 2024-11-14T12:29:53,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/e725bdd0e5124b6a848c36915c35bb0c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/e725bdd0e5124b6a848c36915c35bb0c 2024-11-14T12:29:53,786 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/e725bdd0e5124b6a848c36915c35bb0c, entries=150, sequenceid=39, filesize=11.7 K 2024-11-14T12:29:53,787 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 54f1cab853b8de4bb995d75697fa0beb in 395ms, sequenceid=39, compaction requested=false 2024-11-14T12:29:53,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:29:53,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:53,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T12:29:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-14T12:29:53,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T12:29:53,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2530 sec 2024-11-14T12:29:53,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.2760 sec 2024-11-14T12:29:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:29:54,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:29:54,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:29:54,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:54,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:29:54,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:54,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:29:54,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:54,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T12:29:54,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/1ce5ecf3920c4df2a7ccce7dda5eb83f is 50, key is test_row_0/A:col10/1731587394238/Put/seqid=0 2024-11-14T12:29:54,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741845_1021 (size=12001) 2024-11-14T12:29:54,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/1ce5ecf3920c4df2a7ccce7dda5eb83f 2024-11-14T12:29:54,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/481a4be76ee24041852bef0d93378bfc is 50, key is test_row_0/B:col10/1731587394238/Put/seqid=0 2024-11-14T12:29:54,353 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:29:54,354 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-14T12:29:54,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587454347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587454350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587454357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587454357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587454359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741846_1022 (size=12001) 2024-11-14T12:29:54,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/481a4be76ee24041852bef0d93378bfc 2024-11-14T12:29:54,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:29:54,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:29:54,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/e8d1a8d78fa94c00837fe84f89417417 is 50, key is test_row_0/C:col10/1731587394238/Put/seqid=0 2024-11-14T12:29:54,422 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-14T12:29:54,422 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-14T12:29:54,425 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:29:54,425 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T12:29:54,425 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:29:54,425 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T12:29:54,427 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T12:29:54,427 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T12:29:54,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741847_1023 (size=12001) 2024-11-14T12:29:54,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587454470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587454472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587454477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587454483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587454483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587454684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587454687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587454693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587454702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587454702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/e8d1a8d78fa94c00837fe84f89417417 2024-11-14T12:29:54,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/1ce5ecf3920c4df2a7ccce7dda5eb83f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1ce5ecf3920c4df2a7ccce7dda5eb83f 2024-11-14T12:29:54,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1ce5ecf3920c4df2a7ccce7dda5eb83f, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T12:29:54,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/481a4be76ee24041852bef0d93378bfc as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/481a4be76ee24041852bef0d93378bfc 2024-11-14T12:29:54,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587454994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587454995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:54,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587454999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587455012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587455010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/481a4be76ee24041852bef0d93378bfc, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T12:29:55,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/e8d1a8d78fa94c00837fe84f89417417 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/e8d1a8d78fa94c00837fe84f89417417 2024-11-14T12:29:55,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/e8d1a8d78fa94c00837fe84f89417417, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T12:29:55,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 54f1cab853b8de4bb995d75697fa0beb in 850ms, sequenceid=50, compaction requested=true 2024-11-14T12:29:55,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:29:55,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:29:55,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:29:55,094 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:29:55,094 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:29:55,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:29:55,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:29:55,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:29:55,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:29:55,099 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:29:55,101 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/B is initiating minor compaction (all files) 2024-11-14T12:29:55,101 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/B in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:55,101 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/96c493bd5fb546c98c011f88ffa843d0, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/0fc6974345824508bc251445e6c71c11, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/481a4be76ee24041852bef0d93378bfc] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=35.2 K 2024-11-14T12:29:55,107 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:29:55,107 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 96c493bd5fb546c98c011f88ffa843d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731587391592 2024-11-14T12:29:55,107 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/A is initiating minor compaction (all files) 2024-11-14T12:29:55,107 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/A in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:55,107 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/00deaedbbb8a41c7a2017377d095506f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/cf9b9b66169442fe96be271543889b22, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1ce5ecf3920c4df2a7ccce7dda5eb83f] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=37.4 K 2024-11-14T12:29:55,108 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fc6974345824508bc251445e6c71c11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731587391812 2024-11-14T12:29:55,108 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00deaedbbb8a41c7a2017377d095506f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731587391592 2024-11-14T12:29:55,111 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf9b9b66169442fe96be271543889b22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731587391812 2024-11-14T12:29:55,111 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 481a4be76ee24041852bef0d93378bfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731587394237 2024-11-14T12:29:55,113 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ce5ecf3920c4df2a7ccce7dda5eb83f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731587394237 2024-11-14T12:29:55,156 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#A#compaction#9 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:29:55,157 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/06185da66a574fd7b74216897951a61b is 50, key is test_row_0/A:col10/1731587394238/Put/seqid=0 2024-11-14T12:29:55,161 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#B#compaction#10 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:29:55,162 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/09d230de24c84f8cb2a71f9d9d79cfa0 is 50, key is test_row_0/B:col10/1731587394238/Put/seqid=0 2024-11-14T12:29:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741849_1025 (size=12104) 2024-11-14T12:29:55,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741848_1024 (size=12104) 2024-11-14T12:29:55,237 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/09d230de24c84f8cb2a71f9d9d79cfa0 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/09d230de24c84f8cb2a71f9d9d79cfa0 2024-11-14T12:29:55,238 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/06185da66a574fd7b74216897951a61b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/06185da66a574fd7b74216897951a61b 2024-11-14T12:29:55,267 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/B of 54f1cab853b8de4bb995d75697fa0beb into 09d230de24c84f8cb2a71f9d9d79cfa0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:29:55,267 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/A of 54f1cab853b8de4bb995d75697fa0beb into 06185da66a574fd7b74216897951a61b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:29:55,268 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:29:55,268 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:29:55,269 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/A, priority=13, startTime=1731587395094; duration=0sec 2024-11-14T12:29:55,268 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/B, priority=13, startTime=1731587395094; duration=0sec 2024-11-14T12:29:55,270 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:29:55,270 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:A 2024-11-14T12:29:55,270 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:29:55,270 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:B 2024-11-14T12:29:55,270 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:29:55,280 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:29:55,280 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/C is initiating minor compaction (all files) 2024-11-14T12:29:55,280 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/C in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:55,281 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5349a5b618284ceba0fed8816af80f93, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/e725bdd0e5124b6a848c36915c35bb0c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/e8d1a8d78fa94c00837fe84f89417417] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=35.2 K 2024-11-14T12:29:55,282 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5349a5b618284ceba0fed8816af80f93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731587391592 2024-11-14T12:29:55,283 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting e725bdd0e5124b6a848c36915c35bb0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731587391812 2024-11-14T12:29:55,284 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8d1a8d78fa94c00837fe84f89417417, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731587394237 2024-11-14T12:29:55,314 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#C#compaction#11 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:29:55,315 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/1aeb3d287e4c4dada3a2922699cf68f4 is 50, key is test_row_0/C:col10/1731587394238/Put/seqid=0 2024-11-14T12:29:55,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741850_1026 (size=12104) 2024-11-14T12:29:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:29:55,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T12:29:55,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:29:55,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:55,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:29:55,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:55,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:29:55,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:55,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587455526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587455529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/c7b6b50263fa4948a57653506bc5ef59 is 50, key is test_row_0/A:col10/1731587395503/Put/seqid=0 2024-11-14T12:29:55,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587455534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587455535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587455542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741851_1027 (size=14341) 2024-11-14T12:29:55,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587455640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587455640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587455646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587455649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587455650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T12:29:55,663 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-14T12:29:55,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:29:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-14T12:29:55,672 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:29:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T12:29:55,674 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:29:55,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:29:55,752 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/1aeb3d287e4c4dada3a2922699cf68f4 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/1aeb3d287e4c4dada3a2922699cf68f4 2024-11-14T12:29:55,766 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/C of 54f1cab853b8de4bb995d75697fa0beb into 1aeb3d287e4c4dada3a2922699cf68f4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:29:55,767 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:29:55,767 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/C, priority=13, startTime=1731587395095; duration=0sec 2024-11-14T12:29:55,767 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:29:55,767 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:C 2024-11-14T12:29:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T12:29:55,828 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T12:29:55,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:55,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:55,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:55,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:55,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:55,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587455852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587455851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587455859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587455860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587455860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T12:29:55,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/c7b6b50263fa4948a57653506bc5ef59 2024-11-14T12:29:55,993 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:55,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T12:29:55,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:55,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:55,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:55,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:55,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/3b5b074513de428aadd7d4e9c3d496e1 is 50, key is test_row_0/B:col10/1731587395503/Put/seqid=0 2024-11-14T12:29:56,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741852_1028 (size=12001) 2024-11-14T12:29:56,156 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T12:29:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:56,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:56,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:56,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587456159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587456164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587456166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587456175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587456175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T12:29:56,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T12:29:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:56,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/3b5b074513de428aadd7d4e9c3d496e1 2024-11-14T12:29:56,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T12:29:56,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:56,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:56,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:56,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/eda6966d9afd46388da0d72b286ec060 is 50, key is test_row_0/C:col10/1731587395503/Put/seqid=0 2024-11-14T12:29:56,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741853_1029 (size=12001) 2024-11-14T12:29:56,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/eda6966d9afd46388da0d72b286ec060 2024-11-14T12:29:56,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/c7b6b50263fa4948a57653506bc5ef59 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/c7b6b50263fa4948a57653506bc5ef59 2024-11-14T12:29:56,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/c7b6b50263fa4948a57653506bc5ef59, entries=200, sequenceid=80, filesize=14.0 K 2024-11-14T12:29:56,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/3b5b074513de428aadd7d4e9c3d496e1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/3b5b074513de428aadd7d4e9c3d496e1 2024-11-14T12:29:56,632 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T12:29:56,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:56,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:56,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:56,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/3b5b074513de428aadd7d4e9c3d496e1, entries=150, sequenceid=80, filesize=11.7 K 2024-11-14T12:29:56,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/eda6966d9afd46388da0d72b286ec060 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/eda6966d9afd46388da0d72b286ec060 2024-11-14T12:29:56,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/eda6966d9afd46388da0d72b286ec060, entries=150, sequenceid=80, filesize=11.7 K 2024-11-14T12:29:56,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 54f1cab853b8de4bb995d75697fa0beb in 1165ms, sequenceid=80, compaction requested=false 2024-11-14T12:29:56,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:29:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:29:56,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:29:56,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:29:56,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:56,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:29:56,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:56,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:29:56,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:56,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/1cbafaaa3dc141a88a9b6566455ee23c is 50, key is test_row_0/A:col10/1731587396679/Put/seqid=0 2024-11-14T12:29:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T12:29:56,796 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T12:29:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:56,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587456811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587456814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587456817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587456816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587456820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741854_1030 (size=14341) 2024-11-14T12:29:56,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/1cbafaaa3dc141a88a9b6566455ee23c 2024-11-14T12:29:56,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/565e1b12f179484cb772ebaf28b2dec7 is 50, key is test_row_0/B:col10/1731587396679/Put/seqid=0 2024-11-14T12:29:56,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741855_1031 (size=12001) 2024-11-14T12:29:56,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587456922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587456928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587456928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587456929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587456933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,956 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:56,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T12:29:56,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:56,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:56,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:56,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:57,117 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T12:29:57,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:57,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:57,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:57,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587457132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587457137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587457137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587457141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587457141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,289 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T12:29:57,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:57,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:57,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:57,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:57,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:57,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/565e1b12f179484cb772ebaf28b2dec7 2024-11-14T12:29:57,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/defca7259abe4277ad2ba9a093abafc0 is 50, key is test_row_0/C:col10/1731587396679/Put/seqid=0 2024-11-14T12:29:57,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741856_1032 (size=12001) 2024-11-14T12:29:57,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/defca7259abe4277ad2ba9a093abafc0 2024-11-14T12:29:57,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/1cbafaaa3dc141a88a9b6566455ee23c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1cbafaaa3dc141a88a9b6566455ee23c 2024-11-14T12:29:57,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587457437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1cbafaaa3dc141a88a9b6566455ee23c, entries=200, sequenceid=92, filesize=14.0 K 2024-11-14T12:29:57,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587457443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/565e1b12f179484cb772ebaf28b2dec7 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/565e1b12f179484cb772ebaf28b2dec7 2024-11-14T12:29:57,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587457443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587457445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587457447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/565e1b12f179484cb772ebaf28b2dec7, entries=150, sequenceid=92, filesize=11.7 K 2024-11-14T12:29:57,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T12:29:57,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:57,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:57,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:57,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:57,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:57,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/defca7259abe4277ad2ba9a093abafc0 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/defca7259abe4277ad2ba9a093abafc0 2024-11-14T12:29:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:57,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/defca7259abe4277ad2ba9a093abafc0, entries=150, sequenceid=92, filesize=11.7 K 2024-11-14T12:29:57,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 54f1cab853b8de4bb995d75697fa0beb in 810ms, sequenceid=92, compaction requested=true 2024-11-14T12:29:57,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:29:57,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:29:57,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:29:57,501 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:29:57,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:29:57,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:29:57,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:29:57,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:29:57,501 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:29:57,513 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:29:57,513 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/A is initiating minor compaction (all files) 2024-11-14T12:29:57,513 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/A in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:57,513 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/06185da66a574fd7b74216897951a61b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/c7b6b50263fa4948a57653506bc5ef59, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1cbafaaa3dc141a88a9b6566455ee23c] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=39.8 K 2024-11-14T12:29:57,516 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:29:57,516 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/B is initiating minor compaction (all files) 2024-11-14T12:29:57,517 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/B in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:57,517 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/09d230de24c84f8cb2a71f9d9d79cfa0, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/3b5b074513de428aadd7d4e9c3d496e1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/565e1b12f179484cb772ebaf28b2dec7] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=35.3 K 2024-11-14T12:29:57,519 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 06185da66a574fd7b74216897951a61b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731587394237 2024-11-14T12:29:57,523 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting c7b6b50263fa4948a57653506bc5ef59, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731587394348 2024-11-14T12:29:57,524 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09d230de24c84f8cb2a71f9d9d79cfa0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731587394237 2024-11-14T12:29:57,526 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cbafaaa3dc141a88a9b6566455ee23c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731587395530 2024-11-14T12:29:57,527 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b5b074513de428aadd7d4e9c3d496e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731587395503 2024-11-14T12:29:57,528 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 565e1b12f179484cb772ebaf28b2dec7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731587395533 2024-11-14T12:29:57,567 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:29:57,568 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/1ce827407a3f43d0afb0ea74fa5f3772 is 50, key is test_row_0/A:col10/1731587396679/Put/seqid=0 2024-11-14T12:29:57,575 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#B#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:29:57,576 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/d6e7050d29064c9c8e7011d9cf4df73e is 50, key is test_row_0/B:col10/1731587396679/Put/seqid=0 2024-11-14T12:29:57,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741857_1033 (size=12207) 2024-11-14T12:29:57,621 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741858_1034 (size=12207) 2024-11-14T12:29:57,622 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/1ce827407a3f43d0afb0ea74fa5f3772 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1ce827407a3f43d0afb0ea74fa5f3772 2024-11-14T12:29:57,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T12:29:57,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:57,623 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T12:29:57,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:29:57,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:57,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:29:57,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:57,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:29:57,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:57,635 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/A of 54f1cab853b8de4bb995d75697fa0beb into 1ce827407a3f43d0afb0ea74fa5f3772(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:29:57,635 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:29:57,635 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/A, priority=13, startTime=1731587397501; duration=0sec 2024-11-14T12:29:57,635 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:29:57,635 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:A 2024-11-14T12:29:57,635 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:29:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/64977b43f27f4e0999fe8d93a9dbab64 is 50, key is test_row_0/A:col10/1731587396814/Put/seqid=0 2024-11-14T12:29:57,642 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:29:57,642 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/C is initiating minor compaction (all files) 2024-11-14T12:29:57,642 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/C in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:57,642 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/1aeb3d287e4c4dada3a2922699cf68f4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/eda6966d9afd46388da0d72b286ec060, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/defca7259abe4277ad2ba9a093abafc0] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=35.3 K 2024-11-14T12:29:57,643 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 1aeb3d287e4c4dada3a2922699cf68f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731587394237 2024-11-14T12:29:57,647 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting eda6966d9afd46388da0d72b286ec060, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731587395503 2024-11-14T12:29:57,648 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting defca7259abe4277ad2ba9a093abafc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731587395533 2024-11-14T12:29:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741859_1035 (size=12001) 2024-11-14T12:29:57,679 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/64977b43f27f4e0999fe8d93a9dbab64 2024-11-14T12:29:57,689 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:29:57,690 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/7f5833f88ae246c794b93336e2aa02ea is 50, key is test_row_0/C:col10/1731587396679/Put/seqid=0 2024-11-14T12:29:57,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741860_1036 (size=12207) 2024-11-14T12:29:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/75562e04af5d4f5faba6380c6134e2c1 is 50, key is test_row_0/B:col10/1731587396814/Put/seqid=0 2024-11-14T12:29:57,739 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/7f5833f88ae246c794b93336e2aa02ea as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7f5833f88ae246c794b93336e2aa02ea 2024-11-14T12:29:57,759 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/C of 54f1cab853b8de4bb995d75697fa0beb into 7f5833f88ae246c794b93336e2aa02ea(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:29:57,759 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:29:57,759 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/C, priority=13, startTime=1731587397501; duration=0sec 2024-11-14T12:29:57,760 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:29:57,760 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:C 2024-11-14T12:29:57,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741861_1037 (size=12001) 2024-11-14T12:29:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T12:29:57,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:29:57,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587457973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587457977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587457977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587457979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:57,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587457980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,049 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/d6e7050d29064c9c8e7011d9cf4df73e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/d6e7050d29064c9c8e7011d9cf4df73e 2024-11-14T12:29:58,069 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/B of 54f1cab853b8de4bb995d75697fa0beb into d6e7050d29064c9c8e7011d9cf4df73e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:29:58,069 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:29:58,069 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/B, priority=13, startTime=1731587397501; duration=0sec 2024-11-14T12:29:58,070 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:29:58,070 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:B 2024-11-14T12:29:58,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587458081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587458085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587458087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587458086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587458090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,162 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/75562e04af5d4f5faba6380c6134e2c1 2024-11-14T12:29:58,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/73f97db921c64dfeae20534f2b197a92 is 50, key is test_row_0/C:col10/1731587396814/Put/seqid=0 2024-11-14T12:29:58,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741862_1038 (size=12001) 2024-11-14T12:29:58,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587458297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587458298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587458298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587458299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587458299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587458602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587458606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:58,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587458606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587458606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587458607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:58,618 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/73f97db921c64dfeae20534f2b197a92 2024-11-14T12:29:58,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/64977b43f27f4e0999fe8d93a9dbab64 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/64977b43f27f4e0999fe8d93a9dbab64 2024-11-14T12:29:58,646 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/64977b43f27f4e0999fe8d93a9dbab64, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T12:29:58,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/75562e04af5d4f5faba6380c6134e2c1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/75562e04af5d4f5faba6380c6134e2c1 2024-11-14T12:29:58,664 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/75562e04af5d4f5faba6380c6134e2c1, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T12:29:58,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/73f97db921c64dfeae20534f2b197a92 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/73f97db921c64dfeae20534f2b197a92 2024-11-14T12:29:58,680 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/73f97db921c64dfeae20534f2b197a92, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T12:29:58,691 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 54f1cab853b8de4bb995d75697fa0beb in 1068ms, sequenceid=117, compaction requested=false 2024-11-14T12:29:58,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:29:58,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:58,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T12:29:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-14T12:29:58,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T12:29:58,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0230 sec 2024-11-14T12:29:58,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 3.0350 sec 2024-11-14T12:29:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:29:59,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T12:29:59,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:29:59,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:59,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:29:59,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:59,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:29:59,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:29:59,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/dbf6f27d0f85477f9705432550e85810 is 50, key is test_row_0/A:col10/1731587397973/Put/seqid=0 2024-11-14T12:29:59,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587459154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587459155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587459155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587459157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587459158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741863_1039 (size=12101) 2024-11-14T12:29:59,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587459269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587459272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587459267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587459273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587459275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587459478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587459483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587459485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587459485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587459485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/dbf6f27d0f85477f9705432550e85810 2024-11-14T12:29:59,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/dd92f0e1bab242209b7bcd1cf8bb6a29 is 50, key is test_row_0/B:col10/1731587397973/Put/seqid=0 2024-11-14T12:29:59,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741864_1040 (size=12101) 2024-11-14T12:29:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T12:29:59,792 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-14T12:29:59,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587459786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587459789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587459789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587459791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:29:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587459791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:29:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-14T12:29:59,814 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:29:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T12:29:59,815 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:29:59,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:29:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T12:29:59,976 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:29:59,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T12:29:59,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:59,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:29:59,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:29:59,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:59,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:29:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:00,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/dd92f0e1bab242209b7bcd1cf8bb6a29 2024-11-14T12:30:00,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/c7d3921bf91e4fe481554832c3d2855b is 50, key is test_row_0/C:col10/1731587397973/Put/seqid=0 2024-11-14T12:30:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T12:30:00,135 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:00,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T12:30:00,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:00,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:00,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:00,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:00,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:00,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741865_1041 (size=12101) 2024-11-14T12:30:00,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:00,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T12:30:00,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:00,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:00,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:00,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:00,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:00,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587460300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:00,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587460301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:00,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587460306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:00,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:00,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587460316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587460317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T12:30:00,461 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:00,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T12:30:00,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:00,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:00,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:00,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:00,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/c7d3921bf91e4fe481554832c3d2855b 2024-11-14T12:30:00,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/dbf6f27d0f85477f9705432550e85810 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/dbf6f27d0f85477f9705432550e85810 2024-11-14T12:30:00,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/dbf6f27d0f85477f9705432550e85810, entries=150, sequenceid=135, filesize=11.8 K 2024-11-14T12:30:00,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/dd92f0e1bab242209b7bcd1cf8bb6a29 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/dd92f0e1bab242209b7bcd1cf8bb6a29 2024-11-14T12:30:00,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:00,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T12:30:00,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:00,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:00,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:00,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:00,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:00,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/dd92f0e1bab242209b7bcd1cf8bb6a29, entries=150, sequenceid=135, filesize=11.8 K 2024-11-14T12:30:00,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/c7d3921bf91e4fe481554832c3d2855b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/c7d3921bf91e4fe481554832c3d2855b 2024-11-14T12:30:00,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/c7d3921bf91e4fe481554832c3d2855b, entries=150, sequenceid=135, filesize=11.8 K 2024-11-14T12:30:00,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 54f1cab853b8de4bb995d75697fa0beb in 1565ms, sequenceid=135, compaction requested=true 2024-11-14T12:30:00,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:00,688 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:00,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:00,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:00,688 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:00,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:00,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:00,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:00,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:00,691 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:00,691 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:00,691 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/A is initiating minor compaction (all files) 2024-11-14T12:30:00,691 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/B is initiating minor compaction (all files) 2024-11-14T12:30:00,691 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/A in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:00,691 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1ce827407a3f43d0afb0ea74fa5f3772, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/64977b43f27f4e0999fe8d93a9dbab64, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/dbf6f27d0f85477f9705432550e85810] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=35.5 K 2024-11-14T12:30:00,692 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/B in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:00,692 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/d6e7050d29064c9c8e7011d9cf4df73e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/75562e04af5d4f5faba6380c6134e2c1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/dd92f0e1bab242209b7bcd1cf8bb6a29] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=35.5 K 2024-11-14T12:30:00,692 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ce827407a3f43d0afb0ea74fa5f3772, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731587395533 2024-11-14T12:30:00,693 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting d6e7050d29064c9c8e7011d9cf4df73e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731587395533 2024-11-14T12:30:00,693 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64977b43f27f4e0999fe8d93a9dbab64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731587396812 2024-11-14T12:30:00,693 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 75562e04af5d4f5faba6380c6134e2c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731587396812 2024-11-14T12:30:00,694 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbf6f27d0f85477f9705432550e85810, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731587397973 2024-11-14T12:30:00,694 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting dd92f0e1bab242209b7bcd1cf8bb6a29, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731587397973 2024-11-14T12:30:00,727 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#B#compaction#27 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:00,728 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/5b19792c7b244df081ca045165cb71ae is 50, key is test_row_0/B:col10/1731587397973/Put/seqid=0 2024-11-14T12:30:00,738 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:00,739 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/e37e9743b0de4f25a6c30dded068a210 is 50, key is test_row_0/A:col10/1731587397973/Put/seqid=0 2024-11-14T12:30:00,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741866_1042 (size=12409) 2024-11-14T12:30:00,772 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/5b19792c7b244df081ca045165cb71ae as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/5b19792c7b244df081ca045165cb71ae 2024-11-14T12:30:00,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:00,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T12:30:00,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:00,777 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T12:30:00,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:00,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:00,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:00,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:00,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:00,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:00,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741867_1043 (size=12409) 2024-11-14T12:30:00,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/bbaf4065fa2646b69f6a8683f6124891 is 50, key is test_row_0/A:col10/1731587399155/Put/seqid=0 2024-11-14T12:30:00,790 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/B of 54f1cab853b8de4bb995d75697fa0beb into 5b19792c7b244df081ca045165cb71ae(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:00,791 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:00,791 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/B, priority=13, startTime=1731587400688; duration=0sec 2024-11-14T12:30:00,791 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:00,791 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:B 2024-11-14T12:30:00,791 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:00,794 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:00,794 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/C is initiating minor compaction (all files) 2024-11-14T12:30:00,794 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/C in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:00,795 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7f5833f88ae246c794b93336e2aa02ea, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/73f97db921c64dfeae20534f2b197a92, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/c7d3921bf91e4fe481554832c3d2855b] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=35.5 K 2024-11-14T12:30:00,795 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f5833f88ae246c794b93336e2aa02ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731587395533 2024-11-14T12:30:00,796 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 73f97db921c64dfeae20534f2b197a92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731587396812 2024-11-14T12:30:00,797 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting c7d3921bf91e4fe481554832c3d2855b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731587397973 2024-11-14T12:30:00,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741868_1044 (size=12151) 2024-11-14T12:30:00,830 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#C#compaction#30 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:00,831 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/d9a62c2de6e4464eb9b88af2334fd11f is 50, key is test_row_0/C:col10/1731587397973/Put/seqid=0 2024-11-14T12:30:00,831 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/bbaf4065fa2646b69f6a8683f6124891 2024-11-14T12:30:00,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/8a5717e969df423eabf5fc73762158a8 is 50, key is test_row_0/B:col10/1731587399155/Put/seqid=0 2024-11-14T12:30:00,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741869_1045 (size=12409) 2024-11-14T12:30:00,893 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/d9a62c2de6e4464eb9b88af2334fd11f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/d9a62c2de6e4464eb9b88af2334fd11f 2024-11-14T12:30:00,913 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/C of 54f1cab853b8de4bb995d75697fa0beb into d9a62c2de6e4464eb9b88af2334fd11f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:00,913 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:00,913 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/C, priority=13, startTime=1731587400689; duration=0sec 2024-11-14T12:30:00,913 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:00,913 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:C 2024-11-14T12:30:00,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741870_1046 (size=12151) 2024-11-14T12:30:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T12:30:01,203 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/e37e9743b0de4f25a6c30dded068a210 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/e37e9743b0de4f25a6c30dded068a210 2024-11-14T12:30:01,222 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/A of 54f1cab853b8de4bb995d75697fa0beb into e37e9743b0de4f25a6c30dded068a210(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:01,222 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:01,222 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/A, priority=13, startTime=1731587400688; duration=0sec 2024-11-14T12:30:01,222 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:01,222 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:A 2024-11-14T12:30:01,319 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/8a5717e969df423eabf5fc73762158a8 2024-11-14T12:30:01,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:01,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/50f14d2e5a86479baab9d696159ba5bd is 50, key is test_row_0/C:col10/1731587399155/Put/seqid=0 2024-11-14T12:30:01,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587461358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587461363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587461365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587461367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587461369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741871_1047 (size=12151) 2024-11-14T12:30:01,376 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/50f14d2e5a86479baab9d696159ba5bd 2024-11-14T12:30:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/bbaf4065fa2646b69f6a8683f6124891 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/bbaf4065fa2646b69f6a8683f6124891 2024-11-14T12:30:01,442 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/bbaf4065fa2646b69f6a8683f6124891, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T12:30:01,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/8a5717e969df423eabf5fc73762158a8 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/8a5717e969df423eabf5fc73762158a8 2024-11-14T12:30:01,460 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/8a5717e969df423eabf5fc73762158a8, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T12:30:01,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/50f14d2e5a86479baab9d696159ba5bd as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/50f14d2e5a86479baab9d696159ba5bd 2024-11-14T12:30:01,474 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/50f14d2e5a86479baab9d696159ba5bd, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T12:30:01,477 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 54f1cab853b8de4bb995d75697fa0beb in 699ms, sequenceid=157, compaction requested=false 2024-11-14T12:30:01,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:01,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:01,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-14T12:30:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-14T12:30:01,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T12:30:01,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6630 sec 2024-11-14T12:30:01,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T12:30:01,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:01,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:01,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:01,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:01,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:01,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:01,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.6820 sec 2024-11-14T12:30:01,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/82d625d3230a4aab88249152ddc69a54 is 50, key is test_row_0/A:col10/1731587401363/Put/seqid=0 2024-11-14T12:30:01,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741872_1048 (size=12151) 2024-11-14T12:30:01,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587461539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587461540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587461539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587461547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587461549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587461658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587461658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587461663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587461657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587461666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587461870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587461870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587461874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587461875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587461877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T12:30:01,924 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-14T12:30:01,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-14T12:30:01,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/82d625d3230a4aab88249152ddc69a54 2024-11-14T12:30:01,952 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T12:30:01,953 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:01,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:30:01,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/e9036261a4bf4e5d8ec78d915104b4a9 is 50, key is test_row_0/B:col10/1731587401363/Put/seqid=0 2024-11-14T12:30:02,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741873_1049 (size=12151) 2024-11-14T12:30:02,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/e9036261a4bf4e5d8ec78d915104b4a9 2024-11-14T12:30:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T12:30:02,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/5b976bf1e550434984f226dacc2c6737 is 50, key is test_row_0/C:col10/1731587401363/Put/seqid=0 2024-11-14T12:30:02,109 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-14T12:30:02,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:02,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:02,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:02,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:02,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:02,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741874_1050 (size=12151) 2024-11-14T12:30:02,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/5b976bf1e550434984f226dacc2c6737 2024-11-14T12:30:02,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587462183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587462183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587462184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587462184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587462185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/82d625d3230a4aab88249152ddc69a54 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/82d625d3230a4aab88249152ddc69a54 2024-11-14T12:30:02,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/82d625d3230a4aab88249152ddc69a54, entries=150, sequenceid=177, filesize=11.9 K 2024-11-14T12:30:02,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/e9036261a4bf4e5d8ec78d915104b4a9 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/e9036261a4bf4e5d8ec78d915104b4a9 2024-11-14T12:30:02,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/e9036261a4bf4e5d8ec78d915104b4a9, entries=150, sequenceid=177, filesize=11.9 K 2024-11-14T12:30:02,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/5b976bf1e550434984f226dacc2c6737 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5b976bf1e550434984f226dacc2c6737 2024-11-14T12:30:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T12:30:02,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5b976bf1e550434984f226dacc2c6737, entries=150, sequenceid=177, filesize=11.9 K 2024-11-14T12:30:02,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 54f1cab853b8de4bb995d75697fa0beb in 801ms, sequenceid=177, compaction requested=true 2024-11-14T12:30:02,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:02,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-14T12:30:02,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:02,287 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T12:30:02,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:02,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:02,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:02,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:02,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:02,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:02,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:02,293 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:02,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:02,293 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:02,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:02,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:02,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:02,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:02,296 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:02,296 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/A is initiating minor compaction (all files) 2024-11-14T12:30:02,296 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/A in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:02,297 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/e37e9743b0de4f25a6c30dded068a210, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/bbaf4065fa2646b69f6a8683f6124891, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/82d625d3230a4aab88249152ddc69a54] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=35.9 K 2024-11-14T12:30:02,297 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:02,297 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/B is initiating minor compaction (all files) 2024-11-14T12:30:02,297 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/B in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:02,297 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/5b19792c7b244df081ca045165cb71ae, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/8a5717e969df423eabf5fc73762158a8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/e9036261a4bf4e5d8ec78d915104b4a9] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=35.9 K 2024-11-14T12:30:02,299 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting e37e9743b0de4f25a6c30dded068a210, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731587397973 2024-11-14T12:30:02,299 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b19792c7b244df081ca045165cb71ae, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731587397973 2024-11-14T12:30:02,300 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a5717e969df423eabf5fc73762158a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731587399152 2024-11-14T12:30:02,300 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbaf4065fa2646b69f6a8683f6124891, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731587399152 2024-11-14T12:30:02,301 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting e9036261a4bf4e5d8ec78d915104b4a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731587401363 2024-11-14T12:30:02,302 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82d625d3230a4aab88249152ddc69a54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731587401363 2024-11-14T12:30:02,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/4de6c8308cd1438fa917831740918a90 is 50, key is test_row_0/A:col10/1731587401533/Put/seqid=0 2024-11-14T12:30:02,334 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:02,335 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/bb60f0e8e41a4be9993961ab38f729f1 is 50, key is test_row_0/B:col10/1731587401363/Put/seqid=0 2024-11-14T12:30:02,339 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#A#compaction#38 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:02,340 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/1c673a50eaaf4457b51d242afe986557 is 50, key is test_row_0/A:col10/1731587401363/Put/seqid=0 2024-11-14T12:30:02,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741875_1051 (size=12151) 2024-11-14T12:30:02,369 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/4de6c8308cd1438fa917831740918a90 2024-11-14T12:30:02,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741877_1053 (size=12561) 2024-11-14T12:30:02,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741876_1052 (size=12561) 2024-11-14T12:30:02,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/954acf6d08e74329874a7179f65dfb98 is 50, key is test_row_0/B:col10/1731587401533/Put/seqid=0 2024-11-14T12:30:02,454 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/1c673a50eaaf4457b51d242afe986557 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1c673a50eaaf4457b51d242afe986557 2024-11-14T12:30:02,465 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/A of 54f1cab853b8de4bb995d75697fa0beb into 1c673a50eaaf4457b51d242afe986557(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:02,465 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:02,465 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/A, priority=13, startTime=1731587402285; duration=0sec 2024-11-14T12:30:02,465 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:02,465 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:A 2024-11-14T12:30:02,466 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:02,468 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:02,468 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/C is initiating minor compaction (all files) 2024-11-14T12:30:02,468 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/C in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:02,468 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/d9a62c2de6e4464eb9b88af2334fd11f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/50f14d2e5a86479baab9d696159ba5bd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5b976bf1e550434984f226dacc2c6737] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=35.9 K 2024-11-14T12:30:02,470 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9a62c2de6e4464eb9b88af2334fd11f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731587397973 2024-11-14T12:30:02,471 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50f14d2e5a86479baab9d696159ba5bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731587399152 2024-11-14T12:30:02,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741878_1054 (size=12151) 2024-11-14T12:30:02,472 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b976bf1e550434984f226dacc2c6737, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731587401363 2024-11-14T12:30:02,480 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/954acf6d08e74329874a7179f65dfb98 2024-11-14T12:30:02,495 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#C#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:02,496 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/0957bf5b16cb403e905b5c22cc5797b3 is 50, key is test_row_0/C:col10/1731587401363/Put/seqid=0 2024-11-14T12:30:02,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/b7e2907d7c16441fa8ea91599e3a16c2 is 50, key is test_row_0/C:col10/1731587401533/Put/seqid=0 2024-11-14T12:30:02,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741879_1055 (size=12561) 2024-11-14T12:30:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T12:30:02,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741880_1056 (size=12151) 2024-11-14T12:30:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:02,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:02,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587462784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:02,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587462785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587462788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587462789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587462791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,837 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/bb60f0e8e41a4be9993961ab38f729f1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/bb60f0e8e41a4be9993961ab38f729f1 2024-11-14T12:30:02,865 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/B of 54f1cab853b8de4bb995d75697fa0beb into bb60f0e8e41a4be9993961ab38f729f1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:02,865 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:02,865 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/B, priority=13, startTime=1731587402293; duration=0sec 2024-11-14T12:30:02,865 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:02,865 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:B 2024-11-14T12:30:02,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587462892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587462896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:02,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587462901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587462902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587462903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:02,971 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/b7e2907d7c16441fa8ea91599e3a16c2 2024-11-14T12:30:02,971 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/0957bf5b16cb403e905b5c22cc5797b3 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/0957bf5b16cb403e905b5c22cc5797b3 2024-11-14T12:30:02,986 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/C of 54f1cab853b8de4bb995d75697fa0beb into 0957bf5b16cb403e905b5c22cc5797b3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:02,986 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:02,987 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/C, priority=13, startTime=1731587402293; duration=0sec 2024-11-14T12:30:02,987 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:02,987 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:C 2024-11-14T12:30:02,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/4de6c8308cd1438fa917831740918a90 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/4de6c8308cd1438fa917831740918a90 2024-11-14T12:30:02,997 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/4de6c8308cd1438fa917831740918a90, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T12:30:02,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/954acf6d08e74329874a7179f65dfb98 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/954acf6d08e74329874a7179f65dfb98 2024-11-14T12:30:03,014 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/954acf6d08e74329874a7179f65dfb98, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T12:30:03,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/b7e2907d7c16441fa8ea91599e3a16c2 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b7e2907d7c16441fa8ea91599e3a16c2 2024-11-14T12:30:03,028 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b7e2907d7c16441fa8ea91599e3a16c2, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T12:30:03,031 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 54f1cab853b8de4bb995d75697fa0beb in 743ms, sequenceid=197, compaction requested=false 2024-11-14T12:30:03,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:03,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:03,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-14T12:30:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-14T12:30:03,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T12:30:03,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0800 sec 2024-11-14T12:30:03,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.0940 sec 2024-11-14T12:30:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T12:30:03,063 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-14T12:30:03,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-14T12:30:03,070 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T12:30:03,071 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:03,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:30:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:03,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T12:30:03,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:03,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:03,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:03,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:03,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:03,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:03,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/97b78f26534246e9b7679e0e1a5b124e is 50, key is test_row_0/A:col10/1731587402785/Put/seqid=0 2024-11-14T12:30:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T12:30:03,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587463151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587463152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741881_1057 (size=12151) 2024-11-14T12:30:03,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/97b78f26534246e9b7679e0e1a5b124e 2024-11-14T12:30:03,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587463182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587463199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587463217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,224 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/1a67c9f6c969456ebe9e3ffe79841338 is 50, key is test_row_0/B:col10/1731587402785/Put/seqid=0 2024-11-14T12:30:03,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:03,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:03,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:03,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:03,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:03,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:03,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587463295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587463289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587463308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587463313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741882_1058 (size=12151) 2024-11-14T12:30:03,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587463322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T12:30:03,389 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:03,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:03,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:03,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:03,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:03,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:03,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587463509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587463511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587463528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587463537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,569 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:03,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:03,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:03,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:03,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:03,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:03,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587463562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T12:30:03,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/1a67c9f6c969456ebe9e3ffe79841338 2024-11-14T12:30:03,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:03,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:03,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:03,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:03,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:03,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:03,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/53983f07ae5e4c898074f65ab3ffd98b is 50, key is test_row_0/C:col10/1731587402785/Put/seqid=0 2024-11-14T12:30:03,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587463821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741883_1059 (size=12151) 2024-11-14T12:30:03,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/53983f07ae5e4c898074f65ab3ffd98b 2024-11-14T12:30:03,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/97b78f26534246e9b7679e0e1a5b124e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/97b78f26534246e9b7679e0e1a5b124e 2024-11-14T12:30:03,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587463820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/97b78f26534246e9b7679e0e1a5b124e, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T12:30:03,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/1a67c9f6c969456ebe9e3ffe79841338 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/1a67c9f6c969456ebe9e3ffe79841338 2024-11-14T12:30:03,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/1a67c9f6c969456ebe9e3ffe79841338, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T12:30:03,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/53983f07ae5e4c898074f65ab3ffd98b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/53983f07ae5e4c898074f65ab3ffd98b 2024-11-14T12:30:03,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/53983f07ae5e4c898074f65ab3ffd98b, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T12:30:03,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 54f1cab853b8de4bb995d75697fa0beb in 776ms, sequenceid=218, compaction requested=true 2024-11-14T12:30:03,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:03,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:03,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:03,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:03,882 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:03,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:03,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:03,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:30:03,883 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:03,887 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:03,887 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/B is initiating minor compaction (all files) 2024-11-14T12:30:03,887 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/B in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:03,887 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/bb60f0e8e41a4be9993961ab38f729f1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/954acf6d08e74329874a7179f65dfb98, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/1a67c9f6c969456ebe9e3ffe79841338] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=36.0 K 2024-11-14T12:30:03,888 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:03,888 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/A is initiating minor compaction (all files) 2024-11-14T12:30:03,888 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/A in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:03,888 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1c673a50eaaf4457b51d242afe986557, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/4de6c8308cd1438fa917831740918a90, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/97b78f26534246e9b7679e0e1a5b124e] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=36.0 K 2024-11-14T12:30:03,889 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting bb60f0e8e41a4be9993961ab38f729f1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731587401363 2024-11-14T12:30:03,892 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c673a50eaaf4457b51d242afe986557, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731587401363 2024-11-14T12:30:03,892 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 954acf6d08e74329874a7179f65dfb98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731587401533 2024-11-14T12:30:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:03,893 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4de6c8308cd1438fa917831740918a90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731587401533 2024-11-14T12:30:03,895 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a67c9f6c969456ebe9e3ffe79841338, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731587402785 2024-11-14T12:30:03,897 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97b78f26534246e9b7679e0e1a5b124e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731587402785 2024-11-14T12:30:03,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T12:30:03,908 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:03,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:03,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:03,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:03,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:03,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:03,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:03,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:03,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:03,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:03,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:03,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:03,946 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#B#compaction#45 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:03,947 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/d97d24fe4e5d4a7ba7e51264c13a8296 is 50, key is test_row_0/B:col10/1731587402785/Put/seqid=0 2024-11-14T12:30:03,955 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#A#compaction#46 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:03,956 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/8a2634ab81004eec80b7a238b116acf2 is 50, key is test_row_0/A:col10/1731587402785/Put/seqid=0 2024-11-14T12:30:03,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/b40d1a48ad9141ab9fbfc695d7faedee is 50, key is test_row_0/A:col10/1731587403893/Put/seqid=0 2024-11-14T12:30:03,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587463967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587463968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587463974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:03,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741884_1060 (size=12663) 2024-11-14T12:30:04,012 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/d97d24fe4e5d4a7ba7e51264c13a8296 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/d97d24fe4e5d4a7ba7e51264c13a8296 2024-11-14T12:30:04,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741885_1061 (size=12663) 2024-11-14T12:30:04,022 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/B of 54f1cab853b8de4bb995d75697fa0beb into d97d24fe4e5d4a7ba7e51264c13a8296(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:04,022 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:04,022 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/B, priority=13, startTime=1731587403882; duration=0sec 2024-11-14T12:30:04,022 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:04,022 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:B 2024-11-14T12:30:04,023 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:04,025 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:04,026 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/C is initiating minor compaction (all files) 2024-11-14T12:30:04,026 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/C in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:04,026 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/0957bf5b16cb403e905b5c22cc5797b3, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b7e2907d7c16441fa8ea91599e3a16c2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/53983f07ae5e4c898074f65ab3ffd98b] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=36.0 K 2024-11-14T12:30:04,027 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 0957bf5b16cb403e905b5c22cc5797b3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731587401363 2024-11-14T12:30:04,031 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting b7e2907d7c16441fa8ea91599e3a16c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731587401533 2024-11-14T12:30:04,031 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/8a2634ab81004eec80b7a238b116acf2 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/8a2634ab81004eec80b7a238b116acf2 2024-11-14T12:30:04,033 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 53983f07ae5e4c898074f65ab3ffd98b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731587402785 2024-11-14T12:30:04,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741886_1062 (size=21715) 2024-11-14T12:30:04,062 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/A of 54f1cab853b8de4bb995d75697fa0beb into 8a2634ab81004eec80b7a238b116acf2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:04,062 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:04,062 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/A, priority=13, startTime=1731587403882; duration=0sec 2024-11-14T12:30:04,063 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:04,063 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:A 2024-11-14T12:30:04,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:04,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:04,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:04,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:04,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587464078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587464086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587464089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,110 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#C#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:04,111 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/a9175d70eedf4f34bee2417077d94232 is 50, key is test_row_0/C:col10/1731587402785/Put/seqid=0 2024-11-14T12:30:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741887_1063 (size=12663) 2024-11-14T12:30:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T12:30:04,241 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:04,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:04,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:04,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:04,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587464297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587464301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587464301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587464329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587464359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:04,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:04,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:04,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:04,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/b40d1a48ad9141ab9fbfc695d7faedee 2024-11-14T12:30:04,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/aef6a1faf43c434f93a1e0276a19398c is 50, key is test_row_0/B:col10/1731587403893/Put/seqid=0 2024-11-14T12:30:04,581 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:04,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:04,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:04,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:04,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741888_1064 (size=12151) 2024-11-14T12:30:04,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587464610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,613 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/a9175d70eedf4f34bee2417077d94232 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/a9175d70eedf4f34bee2417077d94232 2024-11-14T12:30:04,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587464617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587464633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,651 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/C of 54f1cab853b8de4bb995d75697fa0beb into a9175d70eedf4f34bee2417077d94232(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:04,651 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:04,651 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/C, priority=13, startTime=1731587403882; duration=0sec 2024-11-14T12:30:04,651 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:04,651 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:C 2024-11-14T12:30:04,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:04,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:04,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:04,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:04,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:04,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:04,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:04,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:04,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:04,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:04,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/aef6a1faf43c434f93a1e0276a19398c 2024-11-14T12:30:05,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/0a653e22c6c0453690305892114f6f07 is 50, key is test_row_0/C:col10/1731587403893/Put/seqid=0 2024-11-14T12:30:05,074 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:05,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741889_1065 (size=12151) 2024-11-14T12:30:05,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/0a653e22c6c0453690305892114f6f07 2024-11-14T12:30:05,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:05,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:05,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:05,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:05,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/b40d1a48ad9141ab9fbfc695d7faedee as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/b40d1a48ad9141ab9fbfc695d7faedee 2024-11-14T12:30:05,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/b40d1a48ad9141ab9fbfc695d7faedee, entries=350, sequenceid=241, filesize=21.2 K 2024-11-14T12:30:05,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/aef6a1faf43c434f93a1e0276a19398c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/aef6a1faf43c434f93a1e0276a19398c 2024-11-14T12:30:05,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/aef6a1faf43c434f93a1e0276a19398c, entries=150, sequenceid=241, filesize=11.9 K 2024-11-14T12:30:05,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/0a653e22c6c0453690305892114f6f07 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/0a653e22c6c0453690305892114f6f07 2024-11-14T12:30:05,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587465116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:05,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/0a653e22c6c0453690305892114f6f07, entries=150, sequenceid=241, filesize=11.9 K 2024-11-14T12:30:05,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 54f1cab853b8de4bb995d75697fa0beb in 1242ms, sequenceid=241, compaction requested=false 2024-11-14T12:30:05,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:05,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T12:30:05,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:05,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:05,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:05,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:05,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:05,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:05,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/ce4c41e4285f4cd7a778bcc7d8e529fa is 50, key is test_row_0/A:col10/1731587403961/Put/seqid=0 2024-11-14T12:30:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T12:30:05,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741890_1066 (size=14591) 2024-11-14T12:30:05,245 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:05,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:05,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:05,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:05,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:05,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/ce4c41e4285f4cd7a778bcc7d8e529fa 2024-11-14T12:30:05,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/1906ef1a5b024603b55204473646a873 is 50, key is test_row_0/B:col10/1731587403961/Put/seqid=0 2024-11-14T12:30:05,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587465325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:05,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587465325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:05,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587465347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:05,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741891_1067 (size=12201) 2024-11-14T12:30:05,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/1906ef1a5b024603b55204473646a873 2024-11-14T12:30:05,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/a84ac64d90e0489b8249a64495516e44 is 50, key is test_row_0/C:col10/1731587403961/Put/seqid=0 2024-11-14T12:30:05,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587465381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:05,405 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:05,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:05,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:05,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:05,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:05,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741892_1068 (size=12201) 2024-11-14T12:30:05,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587465456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:05,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587465457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:05,580 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:05,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:05,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:05,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:05,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:05,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587465673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:05,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587465681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:05,749 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:05,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:05,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:05,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:05,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:05,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/a84ac64d90e0489b8249a64495516e44 2024-11-14T12:30:05,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/ce4c41e4285f4cd7a778bcc7d8e529fa as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/ce4c41e4285f4cd7a778bcc7d8e529fa 2024-11-14T12:30:05,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/ce4c41e4285f4cd7a778bcc7d8e529fa, entries=200, sequenceid=258, filesize=14.2 K 2024-11-14T12:30:05,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/1906ef1a5b024603b55204473646a873 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/1906ef1a5b024603b55204473646a873 2024-11-14T12:30:05,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/1906ef1a5b024603b55204473646a873, entries=150, sequenceid=258, filesize=11.9 K 2024-11-14T12:30:05,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/a84ac64d90e0489b8249a64495516e44 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/a84ac64d90e0489b8249a64495516e44 2024-11-14T12:30:05,928 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:05,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/a84ac64d90e0489b8249a64495516e44, entries=150, sequenceid=258, filesize=11.9 K 2024-11-14T12:30:05,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:05,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:05,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 54f1cab853b8de4bb995d75697fa0beb in 790ms, sequenceid=258, compaction requested=true 2024-11-14T12:30:05,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:05,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:05,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:05,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:05,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:05,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:05,940 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:05,940 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:05,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:05,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:05,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:05,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:05,951 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 48969 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:05,951 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:05,952 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/A is initiating minor compaction (all files) 2024-11-14T12:30:05,952 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/B is initiating minor compaction (all files) 2024-11-14T12:30:05,952 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/A in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:05,952 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/B in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:05,952 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/8a2634ab81004eec80b7a238b116acf2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/b40d1a48ad9141ab9fbfc695d7faedee, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/ce4c41e4285f4cd7a778bcc7d8e529fa] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=47.8 K 2024-11-14T12:30:05,952 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/d97d24fe4e5d4a7ba7e51264c13a8296, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/aef6a1faf43c434f93a1e0276a19398c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/1906ef1a5b024603b55204473646a873] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=36.1 K 2024-11-14T12:30:05,956 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting d97d24fe4e5d4a7ba7e51264c13a8296, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731587402785 2024-11-14T12:30:05,956 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a2634ab81004eec80b7a238b116acf2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731587402785 2024-11-14T12:30:05,961 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting aef6a1faf43c434f93a1e0276a19398c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731587403887 2024-11-14T12:30:05,961 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting b40d1a48ad9141ab9fbfc695d7faedee, keycount=350, bloomtype=ROW, size=21.2 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731587403146 2024-11-14T12:30:05,961 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 1906ef1a5b024603b55204473646a873, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731587403961 2024-11-14T12:30:05,969 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce4c41e4285f4cd7a778bcc7d8e529fa, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731587403919 2024-11-14T12:30:05,995 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#B#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:05,996 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/ccf953cc7e4a44e5aa4a2fa91c53e3dd is 50, key is test_row_0/B:col10/1731587403961/Put/seqid=0 2024-11-14T12:30:06,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T12:30:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:06,004 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#A#compaction#55 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:06,005 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/2f6dd82ae1a445a89f3a50a58f4f2c03 is 50, key is test_row_0/A:col10/1731587403961/Put/seqid=0 2024-11-14T12:30:06,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/5a272319208e42d4a65e75229817783c is 50, key is test_row_0/A:col10/1731587405315/Put/seqid=0 2024-11-14T12:30:06,097 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:06,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:06,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:06,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:06,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741894_1070 (size=12815) 2024-11-14T12:30:06,119 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/2f6dd82ae1a445a89f3a50a58f4f2c03 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/2f6dd82ae1a445a89f3a50a58f4f2c03 2024-11-14T12:30:06,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741893_1069 (size=12815) 2024-11-14T12:30:06,149 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/A of 54f1cab853b8de4bb995d75697fa0beb into 2f6dd82ae1a445a89f3a50a58f4f2c03(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:06,149 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:06,149 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/A, priority=13, startTime=1731587405940; duration=0sec 2024-11-14T12:30:06,149 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:06,149 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:A 2024-11-14T12:30:06,150 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:06,151 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:06,151 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/C is initiating minor compaction (all files) 2024-11-14T12:30:06,151 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/C in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:06,151 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/a9175d70eedf4f34bee2417077d94232, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/0a653e22c6c0453690305892114f6f07, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/a84ac64d90e0489b8249a64495516e44] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=36.1 K 2024-11-14T12:30:06,152 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9175d70eedf4f34bee2417077d94232, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731587402785 2024-11-14T12:30:06,152 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a653e22c6c0453690305892114f6f07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731587403887 2024-11-14T12:30:06,153 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting a84ac64d90e0489b8249a64495516e44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731587403961 2024-11-14T12:30:06,169 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/ccf953cc7e4a44e5aa4a2fa91c53e3dd as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/ccf953cc7e4a44e5aa4a2fa91c53e3dd 2024-11-14T12:30:06,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741895_1071 (size=14741) 2024-11-14T12:30:06,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/5a272319208e42d4a65e75229817783c 2024-11-14T12:30:06,191 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#C#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:06,191 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/B of 54f1cab853b8de4bb995d75697fa0beb into ccf953cc7e4a44e5aa4a2fa91c53e3dd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:06,191 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:06,191 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/B, priority=13, startTime=1731587405940; duration=0sec 2024-11-14T12:30:06,192 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:06,192 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:B 2024-11-14T12:30:06,192 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/7e986a867227420b8cf3d682c5460d74 is 50, key is test_row_0/C:col10/1731587403961/Put/seqid=0 2024-11-14T12:30:06,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:06,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587466193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587466190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587466197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/5fa8bd6998f345719f98ddfb9a13c794 is 50, key is test_row_0/B:col10/1731587405315/Put/seqid=0 2024-11-14T12:30:06,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:06,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:06,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:06,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:06,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741896_1072 (size=12815) 2024-11-14T12:30:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741897_1073 (size=12301) 2024-11-14T12:30:06,291 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/7e986a867227420b8cf3d682c5460d74 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7e986a867227420b8cf3d682c5460d74 2024-11-14T12:30:06,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/5fa8bd6998f345719f98ddfb9a13c794 2024-11-14T12:30:06,305 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/C of 54f1cab853b8de4bb995d75697fa0beb into 7e986a867227420b8cf3d682c5460d74(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:06,306 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:06,306 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/C, priority=13, startTime=1731587405940; duration=0sec 2024-11-14T12:30:06,306 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:06,306 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:C 2024-11-14T12:30:06,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587466304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/541070854acc49888df3c392284922c5 is 50, key is test_row_0/C:col10/1731587405315/Put/seqid=0 2024-11-14T12:30:06,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587466304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587466305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741898_1074 (size=12301) 2024-11-14T12:30:06,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/541070854acc49888df3c392284922c5 2024-11-14T12:30:06,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/5a272319208e42d4a65e75229817783c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/5a272319208e42d4a65e75229817783c 2024-11-14T12:30:06,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/5a272319208e42d4a65e75229817783c, entries=200, sequenceid=281, filesize=14.4 K 2024-11-14T12:30:06,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/5fa8bd6998f345719f98ddfb9a13c794 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/5fa8bd6998f345719f98ddfb9a13c794 2024-11-14T12:30:06,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/5fa8bd6998f345719f98ddfb9a13c794, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T12:30:06,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/541070854acc49888df3c392284922c5 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/541070854acc49888df3c392284922c5 2024-11-14T12:30:06,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/541070854acc49888df3c392284922c5, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T12:30:06,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:06,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:06,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:06,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:06,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 54f1cab853b8de4bb995d75697fa0beb in 430ms, sequenceid=281, compaction requested=false 2024-11-14T12:30:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:06,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T12:30:06,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:06,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:06,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:06,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:06,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:06,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:06,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/8305b80eabd6470cb681ee03ddde31d5 is 50, key is test_row_0/A:col10/1731587406523/Put/seqid=0 2024-11-14T12:30:06,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:06,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:06,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:06,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:06,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741899_1075 (size=12301) 2024-11-14T12:30:06,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/8305b80eabd6470cb681ee03ddde31d5 2024-11-14T12:30:06,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587466595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587466598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587466601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/57b7cbe0772c4160813abf3af0b27d2b is 50, key is test_row_0/B:col10/1731587406523/Put/seqid=0 2024-11-14T12:30:06,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741900_1076 (size=12301) 2024-11-14T12:30:06,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/57b7cbe0772c4160813abf3af0b27d2b 2024-11-14T12:30:06,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/1b5b4a4d34ef49fabf421cf1aa666b83 is 50, key is test_row_0/C:col10/1731587406523/Put/seqid=0 2024-11-14T12:30:06,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587466706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587466704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587466710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:06,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:06,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:06,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:06,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741901_1077 (size=12301) 2024-11-14T12:30:06,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:06,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:06,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:06,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:06,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:06,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587466914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587466925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:06,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587466926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:07,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:07,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:07,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/1b5b4a4d34ef49fabf421cf1aa666b83 2024-11-14T12:30:07,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/8305b80eabd6470cb681ee03ddde31d5 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/8305b80eabd6470cb681ee03ddde31d5 2024-11-14T12:30:07,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/8305b80eabd6470cb681ee03ddde31d5, entries=150, sequenceid=300, filesize=12.0 K 2024-11-14T12:30:07,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/57b7cbe0772c4160813abf3af0b27d2b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/57b7cbe0772c4160813abf3af0b27d2b 2024-11-14T12:30:07,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/57b7cbe0772c4160813abf3af0b27d2b, entries=150, sequenceid=300, filesize=12.0 K 2024-11-14T12:30:07,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/1b5b4a4d34ef49fabf421cf1aa666b83 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/1b5b4a4d34ef49fabf421cf1aa666b83 2024-11-14T12:30:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T12:30:07,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/1b5b4a4d34ef49fabf421cf1aa666b83, entries=150, sequenceid=300, filesize=12.0 K 2024-11-14T12:30:07,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 54f1cab853b8de4bb995d75697fa0beb in 673ms, sequenceid=300, compaction requested=true 2024-11-14T12:30:07,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:07,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:07,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:07,199 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:07,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:07,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:07,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:07,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:30:07,199 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:07,201 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:07,201 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/B is initiating minor compaction (all files) 2024-11-14T12:30:07,201 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/B in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:07,201 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/ccf953cc7e4a44e5aa4a2fa91c53e3dd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/5fa8bd6998f345719f98ddfb9a13c794, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/57b7cbe0772c4160813abf3af0b27d2b] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=36.5 K 2024-11-14T12:30:07,202 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:07,202 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/A is initiating minor compaction (all files) 2024-11-14T12:30:07,202 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/A in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:07,202 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting ccf953cc7e4a44e5aa4a2fa91c53e3dd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731587403961 2024-11-14T12:30:07,202 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/2f6dd82ae1a445a89f3a50a58f4f2c03, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/5a272319208e42d4a65e75229817783c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/8305b80eabd6470cb681ee03ddde31d5] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=38.9 K 2024-11-14T12:30:07,203 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fa8bd6998f345719f98ddfb9a13c794, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731587405306 2024-11-14T12:30:07,203 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f6dd82ae1a445a89f3a50a58f4f2c03, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731587403961 2024-11-14T12:30:07,204 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 57b7cbe0772c4160813abf3af0b27d2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731587406172 2024-11-14T12:30:07,204 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a272319208e42d4a65e75229817783c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731587405306 2024-11-14T12:30:07,205 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8305b80eabd6470cb681ee03ddde31d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731587406172 2024-11-14T12:30:07,216 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T12:30:07,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:07,218 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T12:30:07,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:07,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:07,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:07,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:07,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:07,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:07,241 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#A#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:07,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:07,242 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/6a52e2000b1e479f906f9b54d964d24e is 50, key is test_row_0/A:col10/1731587406523/Put/seqid=0 2024-11-14T12:30:07,250 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#B#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:07,251 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/22ce40316535403b9835ff6e08b97dd8 is 50, key is test_row_0/B:col10/1731587406523/Put/seqid=0 2024-11-14T12:30:07,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/e90d17141c8643c4956f96ba623bc148 is 50, key is test_row_0/A:col10/1731587406599/Put/seqid=0 2024-11-14T12:30:07,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587467272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587467272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587467275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741903_1079 (size=12301) 2024-11-14T12:30:07,312 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/e90d17141c8643c4956f96ba623bc148 2024-11-14T12:30:07,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741904_1080 (size=13017) 2024-11-14T12:30:07,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741902_1078 (size=13017) 2024-11-14T12:30:07,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/651b451a5fe6457f9c8877ac71950c47 is 50, key is test_row_0/B:col10/1731587406599/Put/seqid=0 2024-11-14T12:30:07,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587467366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,374 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4222 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:30:07,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741905_1081 (size=12301) 2024-11-14T12:30:07,376 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/651b451a5fe6457f9c8877ac71950c47 2024-11-14T12:30:07,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587467377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587467380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587467381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/5843a76a516c4657ae0682e881cd8d0e is 50, key is test_row_0/C:col10/1731587406599/Put/seqid=0 2024-11-14T12:30:07,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587467400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,403 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4252 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:30:07,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741906_1082 (size=12301) 2024-11-14T12:30:07,421 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/5843a76a516c4657ae0682e881cd8d0e 2024-11-14T12:30:07,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/e90d17141c8643c4956f96ba623bc148 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/e90d17141c8643c4956f96ba623bc148 2024-11-14T12:30:07,471 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/e90d17141c8643c4956f96ba623bc148, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T12:30:07,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/651b451a5fe6457f9c8877ac71950c47 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/651b451a5fe6457f9c8877ac71950c47 2024-11-14T12:30:07,479 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/651b451a5fe6457f9c8877ac71950c47, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T12:30:07,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/5843a76a516c4657ae0682e881cd8d0e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5843a76a516c4657ae0682e881cd8d0e 2024-11-14T12:30:07,487 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5843a76a516c4657ae0682e881cd8d0e, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T12:30:07,491 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 54f1cab853b8de4bb995d75697fa0beb in 274ms, sequenceid=320, compaction requested=true 2024-11-14T12:30:07,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:07,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:07,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T12:30:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-14T12:30:07,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-14T12:30:07,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.4220 sec 2024-11-14T12:30:07,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 4.4280 sec 2024-11-14T12:30:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:07,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T12:30:07,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:07,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:07,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:07,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:07,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:07,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:07,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/4315bf2b78c9475ba089fc739191c9dc is 50, key is test_row_0/A:col10/1731587407271/Put/seqid=0 2024-11-14T12:30:07,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741907_1083 (size=14741) 2024-11-14T12:30:07,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/4315bf2b78c9475ba089fc739191c9dc 2024-11-14T12:30:07,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587467650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587467651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587467653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/0019ce83f019477588528d4049b9894f is 50, key is test_row_0/B:col10/1731587407271/Put/seqid=0 2024-11-14T12:30:07,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741908_1084 (size=12301) 2024-11-14T12:30:07,737 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/22ce40316535403b9835ff6e08b97dd8 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/22ce40316535403b9835ff6e08b97dd8 2024-11-14T12:30:07,747 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/6a52e2000b1e479f906f9b54d964d24e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/6a52e2000b1e479f906f9b54d964d24e 2024-11-14T12:30:07,749 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/B of 54f1cab853b8de4bb995d75697fa0beb into 22ce40316535403b9835ff6e08b97dd8(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:07,749 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:07,749 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/B, priority=13, startTime=1731587407199; duration=0sec 2024-11-14T12:30:07,750 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:07,750 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:B 2024-11-14T12:30:07,750 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:30:07,752 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49718 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:30:07,752 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/C is initiating minor compaction (all files) 2024-11-14T12:30:07,753 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/C in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:07,753 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7e986a867227420b8cf3d682c5460d74, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/541070854acc49888df3c392284922c5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/1b5b4a4d34ef49fabf421cf1aa666b83, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5843a76a516c4657ae0682e881cd8d0e] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=48.6 K 2024-11-14T12:30:07,753 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e986a867227420b8cf3d682c5460d74, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731587403961 2024-11-14T12:30:07,754 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 541070854acc49888df3c392284922c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731587405306 2024-11-14T12:30:07,756 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b5b4a4d34ef49fabf421cf1aa666b83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731587406172 2024-11-14T12:30:07,757 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/A of 54f1cab853b8de4bb995d75697fa0beb into 6a52e2000b1e479f906f9b54d964d24e(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:07,757 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 5843a76a516c4657ae0682e881cd8d0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731587406593 2024-11-14T12:30:07,757 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:07,757 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/A, priority=13, startTime=1731587407199; duration=0sec 2024-11-14T12:30:07,757 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:07,757 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:A 2024-11-14T12:30:07,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587467762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587467763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587467762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,787 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#C#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:07,789 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/77fa8bbed1dc470ab5a6d187d21c7b19 is 50, key is test_row_0/C:col10/1731587406599/Put/seqid=0 2024-11-14T12:30:07,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741909_1085 (size=13051) 2024-11-14T12:30:07,834 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/77fa8bbed1dc470ab5a6d187d21c7b19 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/77fa8bbed1dc470ab5a6d187d21c7b19 2024-11-14T12:30:07,861 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/C of 54f1cab853b8de4bb995d75697fa0beb into 77fa8bbed1dc470ab5a6d187d21c7b19(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:07,862 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:07,862 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/C, priority=12, startTime=1731587407199; duration=0sec 2024-11-14T12:30:07,862 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:07,862 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:C 2024-11-14T12:30:07,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587467980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587467981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:07,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587467982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:08,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/0019ce83f019477588528d4049b9894f 2024-11-14T12:30:08,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/b4c70f828b914b0fba8179914bd8e60a is 50, key is test_row_0/C:col10/1731587407271/Put/seqid=0 2024-11-14T12:30:08,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741910_1086 (size=12301) 2024-11-14T12:30:08,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/b4c70f828b914b0fba8179914bd8e60a 2024-11-14T12:30:08,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/4315bf2b78c9475ba089fc739191c9dc as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/4315bf2b78c9475ba089fc739191c9dc 2024-11-14T12:30:08,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/4315bf2b78c9475ba089fc739191c9dc, entries=200, sequenceid=337, filesize=14.4 K 2024-11-14T12:30:08,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/0019ce83f019477588528d4049b9894f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/0019ce83f019477588528d4049b9894f 2024-11-14T12:30:08,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/0019ce83f019477588528d4049b9894f, entries=150, sequenceid=337, filesize=12.0 K 2024-11-14T12:30:08,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/b4c70f828b914b0fba8179914bd8e60a as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b4c70f828b914b0fba8179914bd8e60a 2024-11-14T12:30:08,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b4c70f828b914b0fba8179914bd8e60a, entries=150, sequenceid=337, filesize=12.0 K 2024-11-14T12:30:08,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 54f1cab853b8de4bb995d75697fa0beb in 664ms, sequenceid=337, compaction requested=true 2024-11-14T12:30:08,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:08,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:08,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:08,249 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:08,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:08,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:08,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:08,249 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:08,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:08,251 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:08,251 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/B is initiating minor compaction (all files) 2024-11-14T12:30:08,251 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/B in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:08,251 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/22ce40316535403b9835ff6e08b97dd8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/651b451a5fe6457f9c8877ac71950c47, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/0019ce83f019477588528d4049b9894f] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=36.7 K 2024-11-14T12:30:08,251 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:08,252 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/A is initiating minor compaction (all files) 2024-11-14T12:30:08,252 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/A in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:08,252 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/6a52e2000b1e479f906f9b54d964d24e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/e90d17141c8643c4956f96ba623bc148, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/4315bf2b78c9475ba089fc739191c9dc] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=39.1 K 2024-11-14T12:30:08,252 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22ce40316535403b9835ff6e08b97dd8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731587406172 2024-11-14T12:30:08,252 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a52e2000b1e479f906f9b54d964d24e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731587406172 2024-11-14T12:30:08,253 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 651b451a5fe6457f9c8877ac71950c47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731587406593 2024-11-14T12:30:08,253 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting e90d17141c8643c4956f96ba623bc148, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731587406593 2024-11-14T12:30:08,253 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0019ce83f019477588528d4049b9894f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731587407267 2024-11-14T12:30:08,256 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 4315bf2b78c9475ba089fc739191c9dc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731587407262 2024-11-14T12:30:08,276 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:08,277 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/ed1631dab8cb4286bd92236acf56c43c is 50, key is test_row_0/A:col10/1731587407271/Put/seqid=0 2024-11-14T12:30:08,286 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:08,287 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/05b63d76a8f4485c9399c8a1897cbac9 is 50, key is test_row_0/B:col10/1731587407271/Put/seqid=0 2024-11-14T12:30:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:08,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T12:30:08,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:08,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:08,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:08,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:08,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:08,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:08,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741911_1087 (size=13119) 2024-11-14T12:30:08,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/83651dfc20a049a4acb662c5669d9476 is 50, key is test_row_0/A:col10/1731587408289/Put/seqid=0 2024-11-14T12:30:08,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587468322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:08,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587468324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:08,332 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/ed1631dab8cb4286bd92236acf56c43c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/ed1631dab8cb4286bd92236acf56c43c 2024-11-14T12:30:08,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587468327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:08,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741912_1088 (size=13119) 2024-11-14T12:30:08,341 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/A of 54f1cab853b8de4bb995d75697fa0beb into ed1631dab8cb4286bd92236acf56c43c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:08,343 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:08,343 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/A, priority=13, startTime=1731587408249; duration=0sec 2024-11-14T12:30:08,344 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:08,344 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:A 2024-11-14T12:30:08,344 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T12:30:08,345 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T12:30:08,346 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T12:30:08,346 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. because compaction request was cancelled 2024-11-14T12:30:08,346 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:C 2024-11-14T12:30:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741913_1089 (size=12301) 2024-11-14T12:30:08,357 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/05b63d76a8f4485c9399c8a1897cbac9 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/05b63d76a8f4485c9399c8a1897cbac9 2024-11-14T12:30:08,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/83651dfc20a049a4acb662c5669d9476 2024-11-14T12:30:08,365 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/B of 54f1cab853b8de4bb995d75697fa0beb into 05b63d76a8f4485c9399c8a1897cbac9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:08,366 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:08,366 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/B, priority=13, startTime=1731587408249; duration=0sec 2024-11-14T12:30:08,366 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:08,366 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:B 2024-11-14T12:30:08,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/a8ba9c6be4504567b083c53b84d2ae19 is 50, key is test_row_0/B:col10/1731587408289/Put/seqid=0 2024-11-14T12:30:08,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741914_1090 (size=12301) 2024-11-14T12:30:08,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/a8ba9c6be4504567b083c53b84d2ae19 2024-11-14T12:30:08,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/7381758690f74ca08f79b66f47890f87 is 50, key is test_row_0/C:col10/1731587408289/Put/seqid=0 2024-11-14T12:30:08,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587468432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:08,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587468433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:08,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587468441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:08,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741915_1091 (size=12301) 2024-11-14T12:30:08,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587468637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:08,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587468646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:08,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587468646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:08,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/7381758690f74ca08f79b66f47890f87 2024-11-14T12:30:08,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/83651dfc20a049a4acb662c5669d9476 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/83651dfc20a049a4acb662c5669d9476 2024-11-14T12:30:08,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/83651dfc20a049a4acb662c5669d9476, entries=150, sequenceid=360, filesize=12.0 K 2024-11-14T12:30:08,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/a8ba9c6be4504567b083c53b84d2ae19 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/a8ba9c6be4504567b083c53b84d2ae19 2024-11-14T12:30:08,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/a8ba9c6be4504567b083c53b84d2ae19, entries=150, sequenceid=360, filesize=12.0 K 2024-11-14T12:30:08,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/7381758690f74ca08f79b66f47890f87 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7381758690f74ca08f79b66f47890f87 2024-11-14T12:30:08,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587468941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:08,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7381758690f74ca08f79b66f47890f87, entries=150, sequenceid=360, filesize=12.0 K 2024-11-14T12:30:08,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 54f1cab853b8de4bb995d75697fa0beb in 662ms, sequenceid=360, compaction requested=true 2024-11-14T12:30:08,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:08,952 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T12:30:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:08,953 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T12:30:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:08,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T12:30:08,953 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T12:30:08,954 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T12:30:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:08,954 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. because compaction request was cancelled 2024-11-14T12:30:08,954 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:A 2024-11-14T12:30:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:08,954 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:08,955 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T12:30:08,955 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T12:30:08,955 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. because compaction request was cancelled 2024-11-14T12:30:08,955 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:B 2024-11-14T12:30:08,955 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:08,955 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/C is initiating minor compaction (all files) 2024-11-14T12:30:08,956 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/C in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:08,956 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/77fa8bbed1dc470ab5a6d187d21c7b19, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b4c70f828b914b0fba8179914bd8e60a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7381758690f74ca08f79b66f47890f87] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=36.8 K 2024-11-14T12:30:08,956 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77fa8bbed1dc470ab5a6d187d21c7b19, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731587406593 2024-11-14T12:30:08,957 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4c70f828b914b0fba8179914bd8e60a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731587407267 2024-11-14T12:30:08,958 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7381758690f74ca08f79b66f47890f87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731587407646 2024-11-14T12:30:08,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/1e5de995d68f4554a2862909a91de9e9 is 50, key is test_row_0/A:col10/1731587408952/Put/seqid=0 2024-11-14T12:30:08,986 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#C#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:08,987 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/95e3b607af274d5bbc494eb4541aa547 is 50, key is test_row_0/C:col10/1731587408289/Put/seqid=0 2024-11-14T12:30:08,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587468992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:08,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587468994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:09,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741917_1093 (size=13153) 2024-11-14T12:30:09,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741916_1092 (size=14741) 2024-11-14T12:30:09,068 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/95e3b607af274d5bbc494eb4541aa547 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/95e3b607af274d5bbc494eb4541aa547 2024-11-14T12:30:09,079 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/C of 54f1cab853b8de4bb995d75697fa0beb into 95e3b607af274d5bbc494eb4541aa547(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:09,079 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:09,079 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/C, priority=13, startTime=1731587408953; duration=0sec 2024-11-14T12:30:09,079 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:09,079 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:C 2024-11-14T12:30:09,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587469098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:09,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587469102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:09,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587469305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:09,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587469305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:09,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587469457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:09,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/1e5de995d68f4554a2862909a91de9e9 2024-11-14T12:30:09,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/4f1e020676c24f74bf63b9b060e81b81 is 50, key is test_row_0/B:col10/1731587408952/Put/seqid=0 2024-11-14T12:30:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741918_1094 (size=12301) 2024-11-14T12:30:09,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/4f1e020676c24f74bf63b9b060e81b81 2024-11-14T12:30:09,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/abdd5189ee7742918e83674a10567d97 is 50, key is test_row_0/C:col10/1731587408952/Put/seqid=0 2024-11-14T12:30:09,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741919_1095 (size=12301) 2024-11-14T12:30:09,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587469611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:09,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587469629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:10,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/abdd5189ee7742918e83674a10567d97 2024-11-14T12:30:10,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/1e5de995d68f4554a2862909a91de9e9 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1e5de995d68f4554a2862909a91de9e9 2024-11-14T12:30:10,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1e5de995d68f4554a2862909a91de9e9, entries=200, sequenceid=379, filesize=14.4 K 2024-11-14T12:30:10,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/4f1e020676c24f74bf63b9b060e81b81 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/4f1e020676c24f74bf63b9b060e81b81 2024-11-14T12:30:10,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/4f1e020676c24f74bf63b9b060e81b81, entries=150, sequenceid=379, filesize=12.0 K 2024-11-14T12:30:10,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/abdd5189ee7742918e83674a10567d97 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/abdd5189ee7742918e83674a10567d97 2024-11-14T12:30:10,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/abdd5189ee7742918e83674a10567d97, entries=150, sequenceid=379, filesize=12.0 K 2024-11-14T12:30:10,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 54f1cab853b8de4bb995d75697fa0beb in 1147ms, sequenceid=379, compaction requested=true 2024-11-14T12:30:10,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:10,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:10,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:10,105 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:10,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:10,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:10,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:10,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:30:10,108 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:10,110 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:10,110 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/A is initiating minor compaction (all files) 2024-11-14T12:30:10,110 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/A in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:10,110 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/ed1631dab8cb4286bd92236acf56c43c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/83651dfc20a049a4acb662c5669d9476, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1e5de995d68f4554a2862909a91de9e9] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=39.2 K 2024-11-14T12:30:10,111 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting ed1631dab8cb4286bd92236acf56c43c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731587407267 2024-11-14T12:30:10,112 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:10,112 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 83651dfc20a049a4acb662c5669d9476, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731587407646 2024-11-14T12:30:10,112 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/B is initiating minor compaction (all files) 2024-11-14T12:30:10,112 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/B in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:10,112 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/05b63d76a8f4485c9399c8a1897cbac9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/a8ba9c6be4504567b083c53b84d2ae19, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/4f1e020676c24f74bf63b9b060e81b81] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=36.8 K 2024-11-14T12:30:10,113 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05b63d76a8f4485c9399c8a1897cbac9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731587407267 2024-11-14T12:30:10,113 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e5de995d68f4554a2862909a91de9e9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731587408308 2024-11-14T12:30:10,114 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8ba9c6be4504567b083c53b84d2ae19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731587407646 2024-11-14T12:30:10,118 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f1e020676c24f74bf63b9b060e81b81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731587408308 2024-11-14T12:30:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:10,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T12:30:10,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:10,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:10,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:10,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:10,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:10,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:10,150 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:10,151 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/865d252e4456453b8c96b20a4d66c88d is 50, key is test_row_0/A:col10/1731587408952/Put/seqid=0 2024-11-14T12:30:10,158 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:10,159 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/c2d7a9691256461aa35c98d2e8b6c799 is 50, key is test_row_0/B:col10/1731587408952/Put/seqid=0 2024-11-14T12:30:10,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/ae2d8633490b4b8aa97bdab9f729d7ea is 50, key is test_row_0/A:col10/1731587410121/Put/seqid=0 2024-11-14T12:30:10,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587470221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:10,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587470227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:10,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741921_1097 (size=13221) 2024-11-14T12:30:10,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741922_1098 (size=12297) 2024-11-14T12:30:10,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741920_1096 (size=13221) 2024-11-14T12:30:10,279 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/c2d7a9691256461aa35c98d2e8b6c799 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/c2d7a9691256461aa35c98d2e8b6c799 2024-11-14T12:30:10,289 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/B of 54f1cab853b8de4bb995d75697fa0beb into c2d7a9691256461aa35c98d2e8b6c799(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:10,289 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:10,289 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/B, priority=13, startTime=1731587410105; duration=0sec 2024-11-14T12:30:10,289 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:10,289 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:B 2024-11-14T12:30:10,289 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T12:30:10,291 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T12:30:10,291 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T12:30:10,291 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. because compaction request was cancelled 2024-11-14T12:30:10,291 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:C 2024-11-14T12:30:10,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587470332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:10,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587470349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:10,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53700 deadline: 1731587470477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:10,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587470540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:10,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587470558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:10,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/ae2d8633490b4b8aa97bdab9f729d7ea 2024-11-14T12:30:10,693 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/865d252e4456453b8c96b20a4d66c88d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/865d252e4456453b8c96b20a4d66c88d 2024-11-14T12:30:10,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/4e4f78c875954bdbbee8d753bfdb3a7f is 50, key is test_row_0/B:col10/1731587410121/Put/seqid=0 2024-11-14T12:30:10,710 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/A of 54f1cab853b8de4bb995d75697fa0beb into 865d252e4456453b8c96b20a4d66c88d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:10,710 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:10,710 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/A, priority=13, startTime=1731587410105; duration=0sec 2024-11-14T12:30:10,710 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:10,711 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:A 2024-11-14T12:30:10,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741923_1099 (size=9857) 2024-11-14T12:30:10,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/4e4f78c875954bdbbee8d753bfdb3a7f 2024-11-14T12:30:10,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/83621e8a9f1848ac87e672efa4f9a0c8 is 50, key is test_row_0/C:col10/1731587410121/Put/seqid=0 2024-11-14T12:30:10,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741924_1100 (size=9857) 2024-11-14T12:30:10,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/83621e8a9f1848ac87e672efa4f9a0c8 2024-11-14T12:30:10,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/ae2d8633490b4b8aa97bdab9f729d7ea as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/ae2d8633490b4b8aa97bdab9f729d7ea 2024-11-14T12:30:10,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/ae2d8633490b4b8aa97bdab9f729d7ea, entries=150, sequenceid=400, filesize=12.0 K 2024-11-14T12:30:10,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/4e4f78c875954bdbbee8d753bfdb3a7f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/4e4f78c875954bdbbee8d753bfdb3a7f 2024-11-14T12:30:10,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/4e4f78c875954bdbbee8d753bfdb3a7f, entries=100, sequenceid=400, filesize=9.6 K 2024-11-14T12:30:10,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/83621e8a9f1848ac87e672efa4f9a0c8 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/83621e8a9f1848ac87e672efa4f9a0c8 2024-11-14T12:30:10,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587470850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:10,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587470862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:10,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/83621e8a9f1848ac87e672efa4f9a0c8, entries=100, sequenceid=400, filesize=9.6 K 2024-11-14T12:30:10,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 54f1cab853b8de4bb995d75697fa0beb in 803ms, sequenceid=400, compaction requested=true 2024-11-14T12:30:10,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:10,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:10,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:10,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:10,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:30:10,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:10,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T12:30:10,929 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:10,930 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T12:30:10,933 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T12:30:10,933 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T12:30:10,933 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. because compaction request was cancelled 2024-11-14T12:30:10,933 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:A 2024-11-14T12:30:10,933 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T12:30:10,934 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:10,935 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 54f1cab853b8de4bb995d75697fa0beb/C is initiating minor compaction (all files) 2024-11-14T12:30:10,935 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54f1cab853b8de4bb995d75697fa0beb/C in TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:10,935 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/95e3b607af274d5bbc494eb4541aa547, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/abdd5189ee7742918e83674a10567d97, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/83621e8a9f1848ac87e672efa4f9a0c8] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp, totalSize=34.5 K 2024-11-14T12:30:10,936 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T12:30:10,937 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T12:30:10,937 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. because compaction request was cancelled 2024-11-14T12:30:10,937 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:B 2024-11-14T12:30:10,937 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95e3b607af274d5bbc494eb4541aa547, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731587407646 2024-11-14T12:30:10,940 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting abdd5189ee7742918e83674a10567d97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731587408308 2024-11-14T12:30:10,944 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83621e8a9f1848ac87e672efa4f9a0c8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731587408990 2024-11-14T12:30:10,980 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f1cab853b8de4bb995d75697fa0beb#C#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:10,981 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/a22ab2baf0fb415dab695de0fd137c1e is 50, key is test_row_0/C:col10/1731587410121/Put/seqid=0 2024-11-14T12:30:11,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741925_1101 (size=13255) 2024-11-14T12:30:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T12:30:11,195 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-14T12:30:11,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-14T12:30:11,200 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T12:30:11,201 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:11,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:30:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T12:30:11,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:11,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T12:30:11,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:11,365 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T12:30:11,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:11,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:11,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:11,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:11,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:11,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:11,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. as already flushing 2024-11-14T12:30:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:11,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/adaf77b2a3b6477eb99f20b609e7ea1d is 50, key is test_row_0/A:col10/1731587410215/Put/seqid=0 2024-11-14T12:30:11,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741926_1102 (size=12301) 2024-11-14T12:30:11,424 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/adaf77b2a3b6477eb99f20b609e7ea1d 2024-11-14T12:30:11,446 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/a22ab2baf0fb415dab695de0fd137c1e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/a22ab2baf0fb415dab695de0fd137c1e 2024-11-14T12:30:11,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/d861ef9490204ad88a65fed65dd5168f is 50, key is test_row_0/B:col10/1731587410215/Put/seqid=0 2024-11-14T12:30:11,478 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54f1cab853b8de4bb995d75697fa0beb/C of 54f1cab853b8de4bb995d75697fa0beb into a22ab2baf0fb415dab695de0fd137c1e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:11,478 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:11,478 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb., storeName=54f1cab853b8de4bb995d75697fa0beb/C, priority=13, startTime=1731587410929; duration=0sec 2024-11-14T12:30:11,478 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:11,478 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:C 2024-11-14T12:30:11,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741927_1103 (size=12301) 2024-11-14T12:30:11,500 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/d861ef9490204ad88a65fed65dd5168f 2024-11-14T12:30:11,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587471492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T12:30:11,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587471497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:11,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587471498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:11,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587471498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:11,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/c10d37fd76004f3b9a4bfe31bddc1d1f is 50, key is test_row_0/C:col10/1731587410215/Put/seqid=0 2024-11-14T12:30:11,534 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x522af94d to 127.0.0.1:63767 2024-11-14T12:30:11,534 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:11,535 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e3a4695 to 127.0.0.1:63767 2024-11-14T12:30:11,535 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:11,536 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75a3f509 to 127.0.0.1:63767 2024-11-14T12:30:11,536 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:11,542 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04d2d42f to 127.0.0.1:63767 2024-11-14T12:30:11,543 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:11,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741928_1104 (size=12301) 2024-11-14T12:30:11,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587471614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:11,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587471614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:11,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587471619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:11,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587471620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T12:30:11,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:11,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53696 deadline: 1731587471820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53706 deadline: 1731587471820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:11,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53682 deadline: 1731587471822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:11,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53662 deadline: 1731587471824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:11,963 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/c10d37fd76004f3b9a4bfe31bddc1d1f 2024-11-14T12:30:11,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/adaf77b2a3b6477eb99f20b609e7ea1d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/adaf77b2a3b6477eb99f20b609e7ea1d 2024-11-14T12:30:11,977 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/adaf77b2a3b6477eb99f20b609e7ea1d, entries=150, sequenceid=418, filesize=12.0 K 2024-11-14T12:30:11,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/d861ef9490204ad88a65fed65dd5168f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/d861ef9490204ad88a65fed65dd5168f 2024-11-14T12:30:11,983 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/d861ef9490204ad88a65fed65dd5168f, entries=150, sequenceid=418, filesize=12.0 K 2024-11-14T12:30:11,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/c10d37fd76004f3b9a4bfe31bddc1d1f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/c10d37fd76004f3b9a4bfe31bddc1d1f 2024-11-14T12:30:11,990 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/c10d37fd76004f3b9a4bfe31bddc1d1f, entries=150, sequenceid=418, filesize=12.0 K 2024-11-14T12:30:11,991 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 54f1cab853b8de4bb995d75697fa0beb in 627ms, sequenceid=418, compaction requested=true 2024-11-14T12:30:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-14T12:30:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-14T12:30:11,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-14T12:30:11,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 792 msec 2024-11-14T12:30:11,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 799 msec 2024-11-14T12:30:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:12,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T12:30:12,124 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36f4802b to 127.0.0.1:63767 2024-11-14T12:30:12,124 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:12,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:12,124 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05552403 to 127.0.0.1:63767 2024-11-14T12:30:12,125 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:12,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:12,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:12,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:12,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:12,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:12,128 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18db075f to 127.0.0.1:63767 2024-11-14T12:30:12,128 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:12,128 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c0e492 to 127.0.0.1:63767 2024-11-14T12:30:12,128 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:12,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/2e128ce7495249ab9167d6be53a730e0 is 50, key is test_row_0/A:col10/1731587411489/Put/seqid=0 2024-11-14T12:30:12,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741929_1105 (size=12301) 2024-11-14T12:30:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T12:30:12,306 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-14T12:30:12,493 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bc751a9 to 127.0.0.1:63767 2024-11-14T12:30:12,493 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:12,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T12:30:12,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-14T12:30:12,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-14T12:30:12,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-14T12:30:12,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-14T12:30:12,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-14T12:30:12,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T12:30:12,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3141 2024-11-14T12:30:12,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3233 2024-11-14T12:30:12,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T12:30:12,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1370 2024-11-14T12:30:12,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4108 rows 2024-11-14T12:30:12,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1371 2024-11-14T12:30:12,493 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4111 rows 2024-11-14T12:30:12,493 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T12:30:12,494 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66d3c4a2 to 127.0.0.1:63767 2024-11-14T12:30:12,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:12,505 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T12:30:12,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T12:30:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:12,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587412519"}]},"ts":"1731587412519"} 2024-11-14T12:30:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T12:30:12,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T12:30:12,525 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T12:30:12,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:30:12,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f1cab853b8de4bb995d75697fa0beb, UNASSIGN}] 2024-11-14T12:30:12,534 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f1cab853b8de4bb995d75697fa0beb, UNASSIGN 2024-11-14T12:30:12,535 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=54f1cab853b8de4bb995d75697fa0beb, regionState=CLOSING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:12,536 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:30:12,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; CloseRegionProcedure 54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:30:12,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/2e128ce7495249ab9167d6be53a730e0 2024-11-14T12:30:12,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/779cbacd0850400bb14834e7cd78767f is 50, key is test_row_0/B:col10/1731587411489/Put/seqid=0 2024-11-14T12:30:12,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741930_1106 (size=12301) 2024-11-14T12:30:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T12:30:12,690 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:30:12,694 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:12,696 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] handler.UnassignRegionHandler(124): Close 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:12,696 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T12:30:12,697 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(1681): Closing 54f1cab853b8de4bb995d75697fa0beb, disabling compactions & flushes 2024-11-14T12:30:12,697 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T12:30:12,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/779cbacd0850400bb14834e7cd78767f 2024-11-14T12:30:12,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/dce3561057e14231a3d7f4805d804389 is 50, key is test_row_0/C:col10/1731587411489/Put/seqid=0 2024-11-14T12:30:13,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741931_1107 (size=12301) 2024-11-14T12:30:13,098 ERROR [LeaseRenewer:jenkins@localhost:34141 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34141,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T12:30:13,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/dce3561057e14231a3d7f4805d804389 2024-11-14T12:30:13,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/2e128ce7495249ab9167d6be53a730e0 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/2e128ce7495249ab9167d6be53a730e0 2024-11-14T12:30:13,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/2e128ce7495249ab9167d6be53a730e0, entries=150, sequenceid=443, filesize=12.0 K 2024-11-14T12:30:13,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/779cbacd0850400bb14834e7cd78767f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/779cbacd0850400bb14834e7cd78767f 2024-11-14T12:30:13,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/779cbacd0850400bb14834e7cd78767f, entries=150, sequenceid=443, filesize=12.0 K 2024-11-14T12:30:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/dce3561057e14231a3d7f4805d804389 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/dce3561057e14231a3d7f4805d804389 2024-11-14T12:30:13,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/dce3561057e14231a3d7f4805d804389, entries=150, sequenceid=443, filesize=12.0 K 2024-11-14T12:30:13,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=20.13 KB/20610 for 54f1cab853b8de4bb995d75697fa0beb in 1321ms, sequenceid=443, compaction requested=true 2024-11-14T12:30:13,446 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:13,446 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:13,446 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. after waiting 0 ms 2024-11-14T12:30:13,446 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:13,446 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(2837): Flushing 54f1cab853b8de4bb995d75697fa0beb 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-14T12:30:13,447 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=A 2024-11-14T12:30:13,447 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:13,447 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=B 2024-11-14T12:30:13,447 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:13,447 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f1cab853b8de4bb995d75697fa0beb, store=C 2024-11-14T12:30:13,447 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:13,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:13,450 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. because compaction request was cancelled 2024-11-14T12:30:13,450 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:A 2024-11-14T12:30:13,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:A, priority=-2147483648, current under compaction store size is 0 2024-11-14T12:30:13,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:13,450 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. because compaction request was cancelled 2024-11-14T12:30:13,450 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:B 2024-11-14T12:30:13,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:B, priority=-2147483648, current under compaction store size is 0 2024-11-14T12:30:13,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:13,450 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. because compaction request was cancelled 2024-11-14T12:30:13,450 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f1cab853b8de4bb995d75697fa0beb:C 2024-11-14T12:30:13,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f1cab853b8de4bb995d75697fa0beb:C, priority=-2147483648, current under compaction store size is 0 2024-11-14T12:30:13,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:13,453 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/406993d9385d4e5ab2dcb963aa6e234d is 50, key is test_row_0/A:col10/1731587412491/Put/seqid=0 2024-11-14T12:30:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741932_1108 (size=12301) 2024-11-14T12:30:13,459 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/406993d9385d4e5ab2dcb963aa6e234d 2024-11-14T12:30:13,467 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/20f6e92548814790884f3013db4ddab0 is 50, key is test_row_0/B:col10/1731587412491/Put/seqid=0 2024-11-14T12:30:13,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741933_1109 (size=12301) 2024-11-14T12:30:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T12:30:13,879 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/20f6e92548814790884f3013db4ddab0 2024-11-14T12:30:13,888 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/b03462df12ed416ab04cdc0537f65855 is 50, key is test_row_0/C:col10/1731587412491/Put/seqid=0 2024-11-14T12:30:13,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741934_1110 (size=12301) 2024-11-14T12:30:14,293 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/b03462df12ed416ab04cdc0537f65855 2024-11-14T12:30:14,299 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/A/406993d9385d4e5ab2dcb963aa6e234d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/406993d9385d4e5ab2dcb963aa6e234d 2024-11-14T12:30:14,305 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/406993d9385d4e5ab2dcb963aa6e234d, entries=150, sequenceid=449, filesize=12.0 K 2024-11-14T12:30:14,305 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/B/20f6e92548814790884f3013db4ddab0 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/20f6e92548814790884f3013db4ddab0 2024-11-14T12:30:14,331 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/20f6e92548814790884f3013db4ddab0, entries=150, sequenceid=449, filesize=12.0 K 2024-11-14T12:30:14,332 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/.tmp/C/b03462df12ed416ab04cdc0537f65855 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b03462df12ed416ab04cdc0537f65855 2024-11-14T12:30:14,337 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b03462df12ed416ab04cdc0537f65855, entries=150, sequenceid=449, filesize=12.0 K 2024-11-14T12:30:14,338 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 54f1cab853b8de4bb995d75697fa0beb in 892ms, sequenceid=449, compaction requested=true 2024-11-14T12:30:14,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/00deaedbbb8a41c7a2017377d095506f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/cf9b9b66169442fe96be271543889b22, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/06185da66a574fd7b74216897951a61b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1ce5ecf3920c4df2a7ccce7dda5eb83f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/c7b6b50263fa4948a57653506bc5ef59, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1cbafaaa3dc141a88a9b6566455ee23c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1ce827407a3f43d0afb0ea74fa5f3772, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/64977b43f27f4e0999fe8d93a9dbab64, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/e37e9743b0de4f25a6c30dded068a210, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/dbf6f27d0f85477f9705432550e85810, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/bbaf4065fa2646b69f6a8683f6124891, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1c673a50eaaf4457b51d242afe986557, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/82d625d3230a4aab88249152ddc69a54, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/4de6c8308cd1438fa917831740918a90, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/8a2634ab81004eec80b7a238b116acf2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/97b78f26534246e9b7679e0e1a5b124e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/b40d1a48ad9141ab9fbfc695d7faedee, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/ce4c41e4285f4cd7a778bcc7d8e529fa, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/2f6dd82ae1a445a89f3a50a58f4f2c03, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/5a272319208e42d4a65e75229817783c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/6a52e2000b1e479f906f9b54d964d24e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/8305b80eabd6470cb681ee03ddde31d5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/e90d17141c8643c4956f96ba623bc148, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/4315bf2b78c9475ba089fc739191c9dc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/ed1631dab8cb4286bd92236acf56c43c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/83651dfc20a049a4acb662c5669d9476, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1e5de995d68f4554a2862909a91de9e9] to archive 2024-11-14T12:30:14,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:30:14,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/00deaedbbb8a41c7a2017377d095506f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/00deaedbbb8a41c7a2017377d095506f 2024-11-14T12:30:14,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/cf9b9b66169442fe96be271543889b22 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/cf9b9b66169442fe96be271543889b22 2024-11-14T12:30:14,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/06185da66a574fd7b74216897951a61b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/06185da66a574fd7b74216897951a61b 2024-11-14T12:30:14,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1ce5ecf3920c4df2a7ccce7dda5eb83f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1ce5ecf3920c4df2a7ccce7dda5eb83f 2024-11-14T12:30:14,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/c7b6b50263fa4948a57653506bc5ef59 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/c7b6b50263fa4948a57653506bc5ef59 2024-11-14T12:30:14,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1cbafaaa3dc141a88a9b6566455ee23c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1cbafaaa3dc141a88a9b6566455ee23c 2024-11-14T12:30:14,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1ce827407a3f43d0afb0ea74fa5f3772 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1ce827407a3f43d0afb0ea74fa5f3772 2024-11-14T12:30:14,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/64977b43f27f4e0999fe8d93a9dbab64 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/64977b43f27f4e0999fe8d93a9dbab64 2024-11-14T12:30:14,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/e37e9743b0de4f25a6c30dded068a210 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/e37e9743b0de4f25a6c30dded068a210 2024-11-14T12:30:14,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/dbf6f27d0f85477f9705432550e85810 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/dbf6f27d0f85477f9705432550e85810 2024-11-14T12:30:14,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/bbaf4065fa2646b69f6a8683f6124891 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/bbaf4065fa2646b69f6a8683f6124891 2024-11-14T12:30:14,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1c673a50eaaf4457b51d242afe986557 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1c673a50eaaf4457b51d242afe986557 2024-11-14T12:30:14,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/82d625d3230a4aab88249152ddc69a54 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/82d625d3230a4aab88249152ddc69a54 2024-11-14T12:30:14,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/4de6c8308cd1438fa917831740918a90 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/4de6c8308cd1438fa917831740918a90 2024-11-14T12:30:14,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/8a2634ab81004eec80b7a238b116acf2 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/8a2634ab81004eec80b7a238b116acf2 2024-11-14T12:30:14,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/97b78f26534246e9b7679e0e1a5b124e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/97b78f26534246e9b7679e0e1a5b124e 2024-11-14T12:30:14,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/b40d1a48ad9141ab9fbfc695d7faedee to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/b40d1a48ad9141ab9fbfc695d7faedee 2024-11-14T12:30:14,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/ce4c41e4285f4cd7a778bcc7d8e529fa to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/ce4c41e4285f4cd7a778bcc7d8e529fa 2024-11-14T12:30:14,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/2f6dd82ae1a445a89f3a50a58f4f2c03 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/2f6dd82ae1a445a89f3a50a58f4f2c03 2024-11-14T12:30:14,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/5a272319208e42d4a65e75229817783c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/5a272319208e42d4a65e75229817783c 2024-11-14T12:30:14,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/6a52e2000b1e479f906f9b54d964d24e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/6a52e2000b1e479f906f9b54d964d24e 2024-11-14T12:30:14,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/8305b80eabd6470cb681ee03ddde31d5 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/8305b80eabd6470cb681ee03ddde31d5 2024-11-14T12:30:14,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/e90d17141c8643c4956f96ba623bc148 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/e90d17141c8643c4956f96ba623bc148 2024-11-14T12:30:14,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/4315bf2b78c9475ba089fc739191c9dc to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/4315bf2b78c9475ba089fc739191c9dc 2024-11-14T12:30:14,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/ed1631dab8cb4286bd92236acf56c43c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/ed1631dab8cb4286bd92236acf56c43c 2024-11-14T12:30:14,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/83651dfc20a049a4acb662c5669d9476 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/83651dfc20a049a4acb662c5669d9476 2024-11-14T12:30:14,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1e5de995d68f4554a2862909a91de9e9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/1e5de995d68f4554a2862909a91de9e9 2024-11-14T12:30:14,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/96c493bd5fb546c98c011f88ffa843d0, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/0fc6974345824508bc251445e6c71c11, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/09d230de24c84f8cb2a71f9d9d79cfa0, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/481a4be76ee24041852bef0d93378bfc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/3b5b074513de428aadd7d4e9c3d496e1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/d6e7050d29064c9c8e7011d9cf4df73e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/565e1b12f179484cb772ebaf28b2dec7, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/75562e04af5d4f5faba6380c6134e2c1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/5b19792c7b244df081ca045165cb71ae, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/dd92f0e1bab242209b7bcd1cf8bb6a29, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/8a5717e969df423eabf5fc73762158a8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/bb60f0e8e41a4be9993961ab38f729f1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/e9036261a4bf4e5d8ec78d915104b4a9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/954acf6d08e74329874a7179f65dfb98, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/d97d24fe4e5d4a7ba7e51264c13a8296, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/1a67c9f6c969456ebe9e3ffe79841338, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/aef6a1faf43c434f93a1e0276a19398c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/ccf953cc7e4a44e5aa4a2fa91c53e3dd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/1906ef1a5b024603b55204473646a873, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/5fa8bd6998f345719f98ddfb9a13c794, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/22ce40316535403b9835ff6e08b97dd8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/57b7cbe0772c4160813abf3af0b27d2b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/651b451a5fe6457f9c8877ac71950c47, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/05b63d76a8f4485c9399c8a1897cbac9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/0019ce83f019477588528d4049b9894f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/a8ba9c6be4504567b083c53b84d2ae19, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/4f1e020676c24f74bf63b9b060e81b81] to archive 2024-11-14T12:30:14,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:30:14,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/96c493bd5fb546c98c011f88ffa843d0 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/96c493bd5fb546c98c011f88ffa843d0 2024-11-14T12:30:14,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/0fc6974345824508bc251445e6c71c11 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/0fc6974345824508bc251445e6c71c11 2024-11-14T12:30:14,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/09d230de24c84f8cb2a71f9d9d79cfa0 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/09d230de24c84f8cb2a71f9d9d79cfa0 2024-11-14T12:30:14,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/481a4be76ee24041852bef0d93378bfc to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/481a4be76ee24041852bef0d93378bfc 2024-11-14T12:30:14,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/3b5b074513de428aadd7d4e9c3d496e1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/3b5b074513de428aadd7d4e9c3d496e1 2024-11-14T12:30:14,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/d6e7050d29064c9c8e7011d9cf4df73e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/d6e7050d29064c9c8e7011d9cf4df73e 2024-11-14T12:30:14,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/565e1b12f179484cb772ebaf28b2dec7 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/565e1b12f179484cb772ebaf28b2dec7 2024-11-14T12:30:14,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/75562e04af5d4f5faba6380c6134e2c1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/75562e04af5d4f5faba6380c6134e2c1 2024-11-14T12:30:14,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/5b19792c7b244df081ca045165cb71ae to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/5b19792c7b244df081ca045165cb71ae 2024-11-14T12:30:14,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/dd92f0e1bab242209b7bcd1cf8bb6a29 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/dd92f0e1bab242209b7bcd1cf8bb6a29 2024-11-14T12:30:14,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/8a5717e969df423eabf5fc73762158a8 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/8a5717e969df423eabf5fc73762158a8 2024-11-14T12:30:14,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/bb60f0e8e41a4be9993961ab38f729f1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/bb60f0e8e41a4be9993961ab38f729f1 2024-11-14T12:30:14,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/e9036261a4bf4e5d8ec78d915104b4a9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/e9036261a4bf4e5d8ec78d915104b4a9 2024-11-14T12:30:14,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/954acf6d08e74329874a7179f65dfb98 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/954acf6d08e74329874a7179f65dfb98 2024-11-14T12:30:14,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/d97d24fe4e5d4a7ba7e51264c13a8296 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/d97d24fe4e5d4a7ba7e51264c13a8296 2024-11-14T12:30:14,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/1a67c9f6c969456ebe9e3ffe79841338 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/1a67c9f6c969456ebe9e3ffe79841338 2024-11-14T12:30:14,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/aef6a1faf43c434f93a1e0276a19398c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/aef6a1faf43c434f93a1e0276a19398c 2024-11-14T12:30:14,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/ccf953cc7e4a44e5aa4a2fa91c53e3dd to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/ccf953cc7e4a44e5aa4a2fa91c53e3dd 2024-11-14T12:30:14,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/1906ef1a5b024603b55204473646a873 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/1906ef1a5b024603b55204473646a873 2024-11-14T12:30:14,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/5fa8bd6998f345719f98ddfb9a13c794 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/5fa8bd6998f345719f98ddfb9a13c794 2024-11-14T12:30:14,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/22ce40316535403b9835ff6e08b97dd8 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/22ce40316535403b9835ff6e08b97dd8 2024-11-14T12:30:14,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/57b7cbe0772c4160813abf3af0b27d2b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/57b7cbe0772c4160813abf3af0b27d2b 2024-11-14T12:30:14,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/651b451a5fe6457f9c8877ac71950c47 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/651b451a5fe6457f9c8877ac71950c47 2024-11-14T12:30:14,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/05b63d76a8f4485c9399c8a1897cbac9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/05b63d76a8f4485c9399c8a1897cbac9 2024-11-14T12:30:14,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/0019ce83f019477588528d4049b9894f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/0019ce83f019477588528d4049b9894f 2024-11-14T12:30:14,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/a8ba9c6be4504567b083c53b84d2ae19 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/a8ba9c6be4504567b083c53b84d2ae19 2024-11-14T12:30:14,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/4f1e020676c24f74bf63b9b060e81b81 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/4f1e020676c24f74bf63b9b060e81b81 2024-11-14T12:30:14,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5349a5b618284ceba0fed8816af80f93, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/e725bdd0e5124b6a848c36915c35bb0c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/1aeb3d287e4c4dada3a2922699cf68f4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/e8d1a8d78fa94c00837fe84f89417417, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/eda6966d9afd46388da0d72b286ec060, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7f5833f88ae246c794b93336e2aa02ea, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/defca7259abe4277ad2ba9a093abafc0, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/73f97db921c64dfeae20534f2b197a92, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/d9a62c2de6e4464eb9b88af2334fd11f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/c7d3921bf91e4fe481554832c3d2855b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/50f14d2e5a86479baab9d696159ba5bd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/0957bf5b16cb403e905b5c22cc5797b3, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5b976bf1e550434984f226dacc2c6737, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b7e2907d7c16441fa8ea91599e3a16c2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/a9175d70eedf4f34bee2417077d94232, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/53983f07ae5e4c898074f65ab3ffd98b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/0a653e22c6c0453690305892114f6f07, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7e986a867227420b8cf3d682c5460d74, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/a84ac64d90e0489b8249a64495516e44, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/541070854acc49888df3c392284922c5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/1b5b4a4d34ef49fabf421cf1aa666b83, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/77fa8bbed1dc470ab5a6d187d21c7b19, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5843a76a516c4657ae0682e881cd8d0e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b4c70f828b914b0fba8179914bd8e60a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/95e3b607af274d5bbc494eb4541aa547, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7381758690f74ca08f79b66f47890f87, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/abdd5189ee7742918e83674a10567d97, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/83621e8a9f1848ac87e672efa4f9a0c8] to archive 2024-11-14T12:30:14,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:30:14,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5349a5b618284ceba0fed8816af80f93 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5349a5b618284ceba0fed8816af80f93 2024-11-14T12:30:14,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/e725bdd0e5124b6a848c36915c35bb0c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/e725bdd0e5124b6a848c36915c35bb0c 2024-11-14T12:30:14,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/1aeb3d287e4c4dada3a2922699cf68f4 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/1aeb3d287e4c4dada3a2922699cf68f4 2024-11-14T12:30:14,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/e8d1a8d78fa94c00837fe84f89417417 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/e8d1a8d78fa94c00837fe84f89417417 2024-11-14T12:30:14,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/eda6966d9afd46388da0d72b286ec060 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/eda6966d9afd46388da0d72b286ec060 2024-11-14T12:30:14,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7f5833f88ae246c794b93336e2aa02ea to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7f5833f88ae246c794b93336e2aa02ea 2024-11-14T12:30:14,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/defca7259abe4277ad2ba9a093abafc0 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/defca7259abe4277ad2ba9a093abafc0 2024-11-14T12:30:14,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/73f97db921c64dfeae20534f2b197a92 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/73f97db921c64dfeae20534f2b197a92 2024-11-14T12:30:14,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/d9a62c2de6e4464eb9b88af2334fd11f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/d9a62c2de6e4464eb9b88af2334fd11f 2024-11-14T12:30:14,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/c7d3921bf91e4fe481554832c3d2855b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/c7d3921bf91e4fe481554832c3d2855b 2024-11-14T12:30:14,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/50f14d2e5a86479baab9d696159ba5bd to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/50f14d2e5a86479baab9d696159ba5bd 2024-11-14T12:30:14,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/0957bf5b16cb403e905b5c22cc5797b3 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/0957bf5b16cb403e905b5c22cc5797b3 2024-11-14T12:30:14,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5b976bf1e550434984f226dacc2c6737 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5b976bf1e550434984f226dacc2c6737 2024-11-14T12:30:14,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b7e2907d7c16441fa8ea91599e3a16c2 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b7e2907d7c16441fa8ea91599e3a16c2 2024-11-14T12:30:14,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/a9175d70eedf4f34bee2417077d94232 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/a9175d70eedf4f34bee2417077d94232 2024-11-14T12:30:14,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/53983f07ae5e4c898074f65ab3ffd98b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/53983f07ae5e4c898074f65ab3ffd98b 2024-11-14T12:30:14,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/0a653e22c6c0453690305892114f6f07 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/0a653e22c6c0453690305892114f6f07 2024-11-14T12:30:14,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7e986a867227420b8cf3d682c5460d74 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7e986a867227420b8cf3d682c5460d74 2024-11-14T12:30:14,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/a84ac64d90e0489b8249a64495516e44 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/a84ac64d90e0489b8249a64495516e44 2024-11-14T12:30:14,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/541070854acc49888df3c392284922c5 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/541070854acc49888df3c392284922c5 2024-11-14T12:30:14,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/1b5b4a4d34ef49fabf421cf1aa666b83 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/1b5b4a4d34ef49fabf421cf1aa666b83 2024-11-14T12:30:14,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/77fa8bbed1dc470ab5a6d187d21c7b19 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/77fa8bbed1dc470ab5a6d187d21c7b19 2024-11-14T12:30:14,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5843a76a516c4657ae0682e881cd8d0e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/5843a76a516c4657ae0682e881cd8d0e 2024-11-14T12:30:14,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b4c70f828b914b0fba8179914bd8e60a to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b4c70f828b914b0fba8179914bd8e60a 2024-11-14T12:30:14,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/95e3b607af274d5bbc494eb4541aa547 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/95e3b607af274d5bbc494eb4541aa547 2024-11-14T12:30:14,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7381758690f74ca08f79b66f47890f87 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/7381758690f74ca08f79b66f47890f87 2024-11-14T12:30:14,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/abdd5189ee7742918e83674a10567d97 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/abdd5189ee7742918e83674a10567d97 2024-11-14T12:30:14,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/83621e8a9f1848ac87e672efa4f9a0c8 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/83621e8a9f1848ac87e672efa4f9a0c8 2024-11-14T12:30:14,505 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/recovered.edits/452.seqid, newMaxSeqId=452, maxSeqId=1 2024-11-14T12:30:14,508 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb. 2024-11-14T12:30:14,508 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(1635): Region close journal for 54f1cab853b8de4bb995d75697fa0beb: 2024-11-14T12:30:14,510 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] handler.UnassignRegionHandler(170): Closed 54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:14,511 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=54f1cab853b8de4bb995d75697fa0beb, regionState=CLOSED 2024-11-14T12:30:14,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-14T12:30:14,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; CloseRegionProcedure 54f1cab853b8de4bb995d75697fa0beb, server=7a6a7f6bcca9,45647,1731587384712 in 1.9750 sec 2024-11-14T12:30:14,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=26, resume processing ppid=25 2024-11-14T12:30:14,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=25, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f1cab853b8de4bb995d75697fa0beb, UNASSIGN in 1.9820 sec 2024-11-14T12:30:14,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-14T12:30:14,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9910 sec 2024-11-14T12:30:14,520 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587414520"}]},"ts":"1731587414520"} 2024-11-14T12:30:14,521 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T12:30:14,523 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T12:30:14,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0120 sec 2024-11-14T12:30:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T12:30:14,626 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-14T12:30:14,630 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T12:30:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:14,636 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=28, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:14,638 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=28, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T12:30:14,643 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:14,647 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/recovered.edits] 2024-11-14T12:30:14,654 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/2e128ce7495249ab9167d6be53a730e0 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/2e128ce7495249ab9167d6be53a730e0 2024-11-14T12:30:14,659 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/406993d9385d4e5ab2dcb963aa6e234d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/406993d9385d4e5ab2dcb963aa6e234d 2024-11-14T12:30:14,661 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/865d252e4456453b8c96b20a4d66c88d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/865d252e4456453b8c96b20a4d66c88d 2024-11-14T12:30:14,662 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/adaf77b2a3b6477eb99f20b609e7ea1d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/adaf77b2a3b6477eb99f20b609e7ea1d 2024-11-14T12:30:14,663 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/ae2d8633490b4b8aa97bdab9f729d7ea to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/A/ae2d8633490b4b8aa97bdab9f729d7ea 2024-11-14T12:30:14,669 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/20f6e92548814790884f3013db4ddab0 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/20f6e92548814790884f3013db4ddab0 2024-11-14T12:30:14,670 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/4e4f78c875954bdbbee8d753bfdb3a7f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/4e4f78c875954bdbbee8d753bfdb3a7f 2024-11-14T12:30:14,672 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/779cbacd0850400bb14834e7cd78767f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/779cbacd0850400bb14834e7cd78767f 2024-11-14T12:30:14,673 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/c2d7a9691256461aa35c98d2e8b6c799 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/c2d7a9691256461aa35c98d2e8b6c799 2024-11-14T12:30:14,674 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/d861ef9490204ad88a65fed65dd5168f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/B/d861ef9490204ad88a65fed65dd5168f 2024-11-14T12:30:14,685 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/a22ab2baf0fb415dab695de0fd137c1e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/a22ab2baf0fb415dab695de0fd137c1e 2024-11-14T12:30:14,686 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b03462df12ed416ab04cdc0537f65855 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/b03462df12ed416ab04cdc0537f65855 2024-11-14T12:30:14,688 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/c10d37fd76004f3b9a4bfe31bddc1d1f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/c10d37fd76004f3b9a4bfe31bddc1d1f 2024-11-14T12:30:14,690 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/dce3561057e14231a3d7f4805d804389 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/C/dce3561057e14231a3d7f4805d804389 2024-11-14T12:30:14,696 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/recovered.edits/452.seqid to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb/recovered.edits/452.seqid 2024-11-14T12:30:14,698 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/54f1cab853b8de4bb995d75697fa0beb 2024-11-14T12:30:14,698 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T12:30:14,704 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=28, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:14,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T12:30:14,716 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T12:30:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T12:30:14,773 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T12:30:14,775 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=28, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:14,775 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T12:30:14,776 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731587414775"}]},"ts":"9223372036854775807"} 2024-11-14T12:30:14,779 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T12:30:14,779 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 54f1cab853b8de4bb995d75697fa0beb, NAME => 'TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T12:30:14,779 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T12:30:14,780 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731587414779"}]},"ts":"9223372036854775807"} 2024-11-14T12:30:14,782 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T12:30:14,785 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=28, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:14,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 154 msec 2024-11-14T12:30:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T12:30:14,949 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-14T12:30:14,964 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658094257_22 at /127.0.0.1:45240 [Waiting for operation #248] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1721f5ae-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241784773_22 at /127.0.0.1:38442 [Waiting for operation #101] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658094257_22 at /127.0.0.1:38638 [Waiting for operation #262] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1721f5ae-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7a6a7f6bcca9:45647-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1721f5ae-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1721f5ae-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=825 (was 703) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3530 (was 3435) - AvailableMemoryMB LEAK? - 2024-11-14T12:30:14,975 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=825, ProcessCount=11, AvailableMemoryMB=3529 2024-11-14T12:30:14,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:30:14,978 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:30:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:14,981 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:30:14,981 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:14,981 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 29 2024-11-14T12:30:14,982 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:30:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=29 2024-11-14T12:30:14,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741935_1111 (size=960) 2024-11-14T12:30:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=29 2024-11-14T12:30:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=29 2024-11-14T12:30:15,397 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f 2024-11-14T12:30:15,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741936_1112 (size=53) 2024-11-14T12:30:15,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:30:15,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 70c88a16de019f752948d9669bc194c9, disabling compactions & flushes 2024-11-14T12:30:15,404 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:15,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:15,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. after waiting 0 ms 2024-11-14T12:30:15,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:15,404 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:15,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:15,406 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:30:15,406 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731587415406"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587415406"}]},"ts":"1731587415406"} 2024-11-14T12:30:15,408 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T12:30:15,409 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:30:15,410 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587415409"}]},"ts":"1731587415409"} 2024-11-14T12:30:15,411 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T12:30:15,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=70c88a16de019f752948d9669bc194c9, ASSIGN}] 2024-11-14T12:30:15,417 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=70c88a16de019f752948d9669bc194c9, ASSIGN 2024-11-14T12:30:15,418 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=70c88a16de019f752948d9669bc194c9, ASSIGN; state=OFFLINE, location=7a6a7f6bcca9,45647,1731587384712; forceNewPlan=false, retain=false 2024-11-14T12:30:15,569 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=70c88a16de019f752948d9669bc194c9, regionState=OPENING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:15,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:30:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=29 2024-11-14T12:30:15,722 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:15,726 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:15,726 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7285): Opening region: {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:30:15,727 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:15,727 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:30:15,727 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7327): checking encryption for 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:15,727 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7330): checking classloading for 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:15,728 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:15,730 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:30:15,730 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c88a16de019f752948d9669bc194c9 columnFamilyName A 2024-11-14T12:30:15,730 DEBUG [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:15,731 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.HStore(327): Store=70c88a16de019f752948d9669bc194c9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:30:15,731 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:15,732 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:30:15,732 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c88a16de019f752948d9669bc194c9 columnFamilyName B 2024-11-14T12:30:15,733 DEBUG [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:15,733 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.HStore(327): Store=70c88a16de019f752948d9669bc194c9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:30:15,733 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:15,734 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:30:15,735 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c88a16de019f752948d9669bc194c9 columnFamilyName C 2024-11-14T12:30:15,735 DEBUG [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:15,735 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.HStore(327): Store=70c88a16de019f752948d9669bc194c9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:30:15,735 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:15,736 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:15,736 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:15,738 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:30:15,739 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1085): writing seq id for 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:15,742 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:30:15,743 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1102): Opened 70c88a16de019f752948d9669bc194c9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61213765, jitterRate=-0.08784382045269012}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:30:15,744 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1001): Region open journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:15,744 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., pid=31, masterSystemTime=1731587415722 2024-11-14T12:30:15,746 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:15,746 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:15,747 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=70c88a16de019f752948d9669bc194c9, regionState=OPEN, openSeqNum=2, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:15,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-14T12:30:15,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 in 179 msec 2024-11-14T12:30:15,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-11-14T12:30:15,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=70c88a16de019f752948d9669bc194c9, ASSIGN in 336 msec 2024-11-14T12:30:15,755 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:30:15,755 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587415755"}]},"ts":"1731587415755"} 2024-11-14T12:30:15,756 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T12:30:15,763 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:30:15,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 785 msec 2024-11-14T12:30:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=29 2024-11-14T12:30:16,087 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 29 completed 2024-11-14T12:30:16,089 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fcb4db1 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e39091e 2024-11-14T12:30:16,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd61ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:16,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:16,100 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:16,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:30:16,105 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:30:16,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:30:16,110 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:30:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:16,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741937_1113 (size=996) 2024-11-14T12:30:16,533 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-14T12:30:16,533 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-14T12:30:16,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:30:16,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=70c88a16de019f752948d9669bc194c9, REOPEN/MOVE}] 2024-11-14T12:30:16,545 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=70c88a16de019f752948d9669bc194c9, REOPEN/MOVE 2024-11-14T12:30:16,546 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=70c88a16de019f752948d9669bc194c9, regionState=CLOSING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:16,547 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:30:16,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure 70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:30:16,699 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:16,700 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:16,700 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T12:30:16,700 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing 70c88a16de019f752948d9669bc194c9, disabling compactions & flushes 2024-11-14T12:30:16,700 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:16,700 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:16,700 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. after waiting 0 ms 2024-11-14T12:30:16,700 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:16,704 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T12:30:16,705 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:16,705 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:16,705 WARN [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionServer(3786): Not adding moved region record: 70c88a16de019f752948d9669bc194c9 to self. 2024-11-14T12:30:16,707 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:16,708 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=70c88a16de019f752948d9669bc194c9, regionState=CLOSED 2024-11-14T12:30:16,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-14T12:30:16,711 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=70c88a16de019f752948d9669bc194c9, REOPEN/MOVE; state=CLOSED, location=7a6a7f6bcca9,45647,1731587384712; forceNewPlan=false, retain=true 2024-11-14T12:30:16,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure 70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 in 162 msec 2024-11-14T12:30:16,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=70c88a16de019f752948d9669bc194c9, regionState=OPENING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:16,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=34, state=RUNNABLE; OpenRegionProcedure 70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:30:17,014 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,017 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:17,018 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:30:17,018 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:17,018 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:30:17,018 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:17,018 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:17,023 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:17,023 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:30:17,028 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c88a16de019f752948d9669bc194c9 columnFamilyName A 2024-11-14T12:30:17,030 DEBUG [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:17,031 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.HStore(327): Store=70c88a16de019f752948d9669bc194c9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:30:17,031 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:17,032 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:30:17,032 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c88a16de019f752948d9669bc194c9 columnFamilyName B 2024-11-14T12:30:17,032 DEBUG [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:17,032 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.HStore(327): Store=70c88a16de019f752948d9669bc194c9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:30:17,032 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:17,033 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:30:17,033 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c88a16de019f752948d9669bc194c9 columnFamilyName C 2024-11-14T12:30:17,033 DEBUG [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:17,033 INFO [StoreOpener-70c88a16de019f752948d9669bc194c9-1 {}] regionserver.HStore(327): Store=70c88a16de019f752948d9669bc194c9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:30:17,034 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:17,034 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:17,035 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:17,037 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:30:17,038 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:17,039 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 70c88a16de019f752948d9669bc194c9; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62558656, jitterRate=-0.06780338287353516}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:30:17,040 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:17,040 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., pid=36, masterSystemTime=1731587417014 2024-11-14T12:30:17,042 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:17,042 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:17,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=70c88a16de019f752948d9669bc194c9, regionState=OPEN, openSeqNum=5, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=34 2024-11-14T12:30:17,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=34, state=SUCCESS; OpenRegionProcedure 70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 in 182 msec 2024-11-14T12:30:17,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-14T12:30:17,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=70c88a16de019f752948d9669bc194c9, REOPEN/MOVE in 501 msec 2024-11-14T12:30:17,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-14T12:30:17,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-11-14T12:30:17,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 937 msec 2024-11-14T12:30:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T12:30:17,059 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ff49468 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ce9782 2024-11-14T12:30:17,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e36677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:17,069 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7763c4d1 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@216df2bd 2024-11-14T12:30:17,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19feb577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:17,075 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x012bf893 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14d1bb75 2024-11-14T12:30:17,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2170d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:17,079 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34a1b861 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@499c4ae8 2024-11-14T12:30:17,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71364816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:17,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61900726 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45472b1d 2024-11-14T12:30:17,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2bd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:17,089 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75df0cb6 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66547f33 2024-11-14T12:30:17,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf8c7fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:17,101 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e9643ec to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b7e00ea 2024-11-14T12:30:17,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d3d961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:17,108 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5422eac1 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fa0c9ff 2024-11-14T12:30:17,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504715bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:17,113 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x019d0bb4 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28dbd549 2024-11-14T12:30:17,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4059e724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:17,122 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=37, table=TestAcidGuarantees 2024-11-14T12:30:17,124 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=37, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=37, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-14T12:30:17,125 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=37, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=37, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:17,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:30:17,135 DEBUG [hconnection-0x7e0c81a8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:17,137 DEBUG [hconnection-0x30402676-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:17,138 DEBUG [hconnection-0x4938e315-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:17,138 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:17,140 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:17,141 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:17,142 DEBUG [hconnection-0x5934e12e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:17,143 DEBUG [hconnection-0x56923869-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:17,143 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:17,145 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:17,149 DEBUG [hconnection-0x199dd65f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:17,150 DEBUG [hconnection-0x6c5ee15f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:17,150 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:17,150 DEBUG [hconnection-0x74dd1923-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:17,151 DEBUG [hconnection-0x5092a64e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:17,152 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:17,152 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:17,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T12:30:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:17,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:17,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:17,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:17,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:17,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:17,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:17,168 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:17,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587477190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587477193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587477196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587477194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587477199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-14T12:30:17,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111463441901e6204541b67d771d79d9e8e8_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_1/A:col10/1731587417161/Put/seqid=0 2024-11-14T12:30:17,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741938_1114 (size=9714) 2024-11-14T12:30:17,240 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:17,249 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111463441901e6204541b67d771d79d9e8e8_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111463441901e6204541b67d771d79d9e8e8_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:17,251 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/d813ee3cbe7c471fb4ef7917fac75beb, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:17,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/d813ee3cbe7c471fb4ef7917fac75beb is 175, key is test_row_1/A:col10/1731587417161/Put/seqid=0 2024-11-14T12:30:17,277 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=38 2024-11-14T12:30:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:17,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] handler.RSProcedureHandler(58): pid=38 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:17,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=38 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=38 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:17,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741939_1115 (size=22361) 2024-11-14T12:30:17,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/d813ee3cbe7c471fb4ef7917fac75beb 2024-11-14T12:30:17,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587477297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587477299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587477301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587477300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587477303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/3ee2571cf5914546bf29c292e7a0a696 is 50, key is test_row_1/B:col10/1731587417161/Put/seqid=0 2024-11-14T12:30:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741940_1116 (size=9657) 2024-11-14T12:30:17,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/3ee2571cf5914546bf29c292e7a0a696 2024-11-14T12:30:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-14T12:30:17,431 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=38 2024-11-14T12:30:17,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:17,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] handler.RSProcedureHandler(58): pid=38 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=38 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=38 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:17,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/f3a5093aa83c4c43a86a2a7f1b1f4fd6 is 50, key is test_row_1/C:col10/1731587417161/Put/seqid=0 2024-11-14T12:30:17,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741941_1117 (size=9657) 2024-11-14T12:30:17,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/f3a5093aa83c4c43a86a2a7f1b1f4fd6 2024-11-14T12:30:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/d813ee3cbe7c471fb4ef7917fac75beb as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/d813ee3cbe7c471fb4ef7917fac75beb 2024-11-14T12:30:17,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/d813ee3cbe7c471fb4ef7917fac75beb, entries=100, sequenceid=18, filesize=21.8 K 2024-11-14T12:30:17,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/3ee2571cf5914546bf29c292e7a0a696 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3ee2571cf5914546bf29c292e7a0a696 2024-11-14T12:30:17,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3ee2571cf5914546bf29c292e7a0a696, entries=100, sequenceid=18, filesize=9.4 K 2024-11-14T12:30:17,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/f3a5093aa83c4c43a86a2a7f1b1f4fd6 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/f3a5093aa83c4c43a86a2a7f1b1f4fd6 2024-11-14T12:30:17,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587477505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587477506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587477506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587477506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587477506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/f3a5093aa83c4c43a86a2a7f1b1f4fd6, entries=100, sequenceid=18, filesize=9.4 K 2024-11-14T12:30:17,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 70c88a16de019f752948d9669bc194c9 in 351ms, sequenceid=18, compaction requested=false 2024-11-14T12:30:17,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:17,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=38 2024-11-14T12:30:17,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:17,587 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T12:30:17,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:17,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:17,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:17,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:17,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:17,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:17,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145e5a2876dadf43a9a8087eef675b916f_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587417188/Put/seqid=0 2024-11-14T12:30:17,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741942_1118 (size=12154) 2024-11-14T12:30:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-14T12:30:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:17,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:17,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587477827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587477827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587477835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587477836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587477838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587477938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587477939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587477941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587477941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:17,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587477941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:18,062 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145e5a2876dadf43a9a8087eef675b916f_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145e5a2876dadf43a9a8087eef675b916f_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:18,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/bc97f16322bc4bf786bb5753a02a6149, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:18,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/bc97f16322bc4bf786bb5753a02a6149 is 175, key is test_row_0/A:col10/1731587417188/Put/seqid=0 2024-11-14T12:30:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741943_1119 (size=30955) 2024-11-14T12:30:18,100 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/bc97f16322bc4bf786bb5753a02a6149 2024-11-14T12:30:18,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/3512110d29724dd7bb8df4eacfd21a47 is 50, key is test_row_0/B:col10/1731587417188/Put/seqid=0 2024-11-14T12:30:18,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587478142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587478148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587478148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587478148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587478149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,157 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34141 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34141,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:18,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741944_1120 (size=12001) 2024-11-14T12:30:18,169 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/3512110d29724dd7bb8df4eacfd21a47 2024-11-14T12:30:18,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/a98824dba01447d08c7c1b3fa2b8aa63 is 50, key is test_row_0/C:col10/1731587417188/Put/seqid=0 2024-11-14T12:30:18,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741945_1121 (size=12001) 2024-11-14T12:30:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-14T12:30:18,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587478445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587478451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587478452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587478453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587478457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,617 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/a98824dba01447d08c7c1b3fa2b8aa63 2024-11-14T12:30:18,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/bc97f16322bc4bf786bb5753a02a6149 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/bc97f16322bc4bf786bb5753a02a6149 2024-11-14T12:30:18,651 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/bc97f16322bc4bf786bb5753a02a6149, entries=150, sequenceid=41, filesize=30.2 K 2024-11-14T12:30:18,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/3512110d29724dd7bb8df4eacfd21a47 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3512110d29724dd7bb8df4eacfd21a47 2024-11-14T12:30:18,658 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3512110d29724dd7bb8df4eacfd21a47, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T12:30:18,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/a98824dba01447d08c7c1b3fa2b8aa63 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a98824dba01447d08c7c1b3fa2b8aa63 2024-11-14T12:30:18,666 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a98824dba01447d08c7c1b3fa2b8aa63, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T12:30:18,667 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 70c88a16de019f752948d9669bc194c9 in 1080ms, sequenceid=41, compaction requested=false 2024-11-14T12:30:18,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:18,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:18,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-14T12:30:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=38 2024-11-14T12:30:18,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-14T12:30:18,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5540 sec 2024-11-14T12:30:18,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=37, table=TestAcidGuarantees in 1.5620 sec 2024-11-14T12:30:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:18,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T12:30:18,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:18,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:18,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:18,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:18,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:18,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:18,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587478982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:18,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587478984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587478985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587478986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587478989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:18,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114eec07ea7a9fd40edb4e36359de90a16a_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587418954/Put/seqid=0 2024-11-14T12:30:19,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741946_1122 (size=12154) 2024-11-14T12:30:19,029 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:19,070 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114eec07ea7a9fd40edb4e36359de90a16a_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114eec07ea7a9fd40edb4e36359de90a16a_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:19,078 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/9b8c5ad27414405e925b444972a7900f, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:19,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/9b8c5ad27414405e925b444972a7900f is 175, key is test_row_0/A:col10/1731587418954/Put/seqid=0 2024-11-14T12:30:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587479092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587479092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587479093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587479093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587479098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741947_1123 (size=30955) 2024-11-14T12:30:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-14T12:30:19,239 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-14T12:30:19,241 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees 2024-11-14T12:30:19,243 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T12:30:19,243 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:19,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:30:19,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587479301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587479301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587479305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587479309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587479313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T12:30:19,400 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-14T12:30:19,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:19,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:19,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:19,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:19,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:19,524 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=58, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/9b8c5ad27414405e925b444972a7900f 2024-11-14T12:30:19,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/e0af38244a7045a286fb6fd53926cfcb is 50, key is test_row_0/B:col10/1731587418954/Put/seqid=0 2024-11-14T12:30:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T12:30:19,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-14T12:30:19,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:19,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:19,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:19,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:19,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:19,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741948_1124 (size=12001) 2024-11-14T12:30:19,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/e0af38244a7045a286fb6fd53926cfcb 2024-11-14T12:30:19,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/6c685365e1fd472880bb611c25ffed5f is 50, key is test_row_0/C:col10/1731587418954/Put/seqid=0 2024-11-14T12:30:19,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587479606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:19,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741949_1125 (size=12001) 2024-11-14T12:30:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587479610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/6c685365e1fd472880bb611c25ffed5f 2024-11-14T12:30:19,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587479614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587479616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587479622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/9b8c5ad27414405e925b444972a7900f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/9b8c5ad27414405e925b444972a7900f 2024-11-14T12:30:19,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/9b8c5ad27414405e925b444972a7900f, entries=150, sequenceid=58, filesize=30.2 K 2024-11-14T12:30:19,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/e0af38244a7045a286fb6fd53926cfcb as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/e0af38244a7045a286fb6fd53926cfcb 2024-11-14T12:30:19,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/e0af38244a7045a286fb6fd53926cfcb, entries=150, sequenceid=58, filesize=11.7 K 2024-11-14T12:30:19,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/6c685365e1fd472880bb611c25ffed5f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/6c685365e1fd472880bb611c25ffed5f 2024-11-14T12:30:19,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/6c685365e1fd472880bb611c25ffed5f, entries=150, sequenceid=58, filesize=11.7 K 2024-11-14T12:30:19,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 70c88a16de019f752948d9669bc194c9 in 708ms, sequenceid=58, compaction requested=true 2024-11-14T12:30:19,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:19,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:19,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:19,665 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:19,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:19,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:19,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:19,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:30:19,666 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:19,667 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:19,667 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84271 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:19,668 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/B is initiating minor compaction (all files) 2024-11-14T12:30:19,668 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/A is initiating minor compaction (all files) 2024-11-14T12:30:19,668 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/B in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:19,668 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/A in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:19,668 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3ee2571cf5914546bf29c292e7a0a696, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3512110d29724dd7bb8df4eacfd21a47, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/e0af38244a7045a286fb6fd53926cfcb] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=32.9 K 2024-11-14T12:30:19,668 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/d813ee3cbe7c471fb4ef7917fac75beb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/bc97f16322bc4bf786bb5753a02a6149, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/9b8c5ad27414405e925b444972a7900f] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=82.3 K 2024-11-14T12:30:19,668 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:19,668 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/d813ee3cbe7c471fb4ef7917fac75beb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/bc97f16322bc4bf786bb5753a02a6149, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/9b8c5ad27414405e925b444972a7900f] 2024-11-14T12:30:19,669 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ee2571cf5914546bf29c292e7a0a696, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731587417160 2024-11-14T12:30:19,669 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting d813ee3cbe7c471fb4ef7917fac75beb, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731587417160 2024-11-14T12:30:19,669 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 3512110d29724dd7bb8df4eacfd21a47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731587417188 2024-11-14T12:30:19,670 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc97f16322bc4bf786bb5753a02a6149, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731587417188 2024-11-14T12:30:19,670 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting e0af38244a7045a286fb6fd53926cfcb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731587417831 2024-11-14T12:30:19,671 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b8c5ad27414405e925b444972a7900f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731587417831 2024-11-14T12:30:19,702 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:19,711 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#B#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:19,712 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/cef772bbf6ee4108930dd3a6fdf5c3f7 is 50, key is test_row_0/B:col10/1731587418954/Put/seqid=0 2024-11-14T12:30:19,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:19,717 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114e6ba209354ed44669c34647bbfc5281d_70c88a16de019f752948d9669bc194c9 store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:19,722 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114e6ba209354ed44669c34647bbfc5281d_70c88a16de019f752948d9669bc194c9, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:19,722 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e6ba209354ed44669c34647bbfc5281d_70c88a16de019f752948d9669bc194c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:19,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-14T12:30:19,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:19,729 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T12:30:19,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:19,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:19,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:19,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:19,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:19,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:19,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741950_1126 (size=12104) 2024-11-14T12:30:19,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741951_1127 (size=4469) 2024-11-14T12:30:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ead5c31edd6846da8071af0f2376e9ae_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587418985/Put/seqid=0 2024-11-14T12:30:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T12:30:19,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741952_1128 (size=12154) 2024-11-14T12:30:19,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:19,879 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ead5c31edd6846da8071af0f2376e9ae_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ead5c31edd6846da8071af0f2376e9ae_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:19,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/6ba6eb61312a41f7b65795e6f9f8cef8, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:19,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/6ba6eb61312a41f7b65795e6f9f8cef8 is 175, key is test_row_0/A:col10/1731587418985/Put/seqid=0 2024-11-14T12:30:19,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741953_1129 (size=30955) 2024-11-14T12:30:20,065 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T12:30:20,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:20,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587480149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587480152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587480154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587480157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587480164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,195 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/cef772bbf6ee4108930dd3a6fdf5c3f7 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/cef772bbf6ee4108930dd3a6fdf5c3f7 2024-11-14T12:30:20,202 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#A#compaction#105 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:20,212 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/f724587259754931a48e7360bbdcb72f is 175, key is test_row_0/A:col10/1731587418954/Put/seqid=0 2024-11-14T12:30:20,229 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/B of 70c88a16de019f752948d9669bc194c9 into cef772bbf6ee4108930dd3a6fdf5c3f7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:20,229 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:20,229 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/B, priority=13, startTime=1731587419665; duration=0sec 2024-11-14T12:30:20,229 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:20,229 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:B 2024-11-14T12:30:20,229 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:20,231 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:20,231 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/C is initiating minor compaction (all files) 2024-11-14T12:30:20,231 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/C in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:20,232 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/f3a5093aa83c4c43a86a2a7f1b1f4fd6, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a98824dba01447d08c7c1b3fa2b8aa63, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/6c685365e1fd472880bb611c25ffed5f] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=32.9 K 2024-11-14T12:30:20,232 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting f3a5093aa83c4c43a86a2a7f1b1f4fd6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731587417160 2024-11-14T12:30:20,233 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting a98824dba01447d08c7c1b3fa2b8aa63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731587417188 2024-11-14T12:30:20,234 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c685365e1fd472880bb611c25ffed5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731587417831 2024-11-14T12:30:20,257 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#C#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:20,258 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/125eb1c344ec48f79720027176d747bf is 50, key is test_row_0/C:col10/1731587418954/Put/seqid=0 2024-11-14T12:30:20,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741954_1130 (size=31058) 2024-11-14T12:30:20,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587480262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587480270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587480272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,283 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/f724587259754931a48e7360bbdcb72f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/f724587259754931a48e7360bbdcb72f 2024-11-14T12:30:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587480274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587480277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,296 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/A of 70c88a16de019f752948d9669bc194c9 into f724587259754931a48e7360bbdcb72f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:20,296 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:20,296 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/A, priority=13, startTime=1731587419665; duration=0sec 2024-11-14T12:30:20,296 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:20,296 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:A 2024-11-14T12:30:20,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741955_1131 (size=12104) 2024-11-14T12:30:20,320 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/6ba6eb61312a41f7b65795e6f9f8cef8 2024-11-14T12:30:20,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/f28d2913befb4485bbe777c3b4e90b5f is 50, key is test_row_0/B:col10/1731587418985/Put/seqid=0 2024-11-14T12:30:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T12:30:20,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741956_1132 (size=12001) 2024-11-14T12:30:20,425 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/f28d2913befb4485bbe777c3b4e90b5f 2024-11-14T12:30:20,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/cc706715365f48a380b8adc3ea09e2ef is 50, key is test_row_0/C:col10/1731587418985/Put/seqid=0 2024-11-14T12:30:20,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587480469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587480478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587480486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587480489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587480492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741957_1133 (size=12001) 2024-11-14T12:30:20,508 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/cc706715365f48a380b8adc3ea09e2ef 2024-11-14T12:30:20,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/6ba6eb61312a41f7b65795e6f9f8cef8 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/6ba6eb61312a41f7b65795e6f9f8cef8 2024-11-14T12:30:20,618 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/6ba6eb61312a41f7b65795e6f9f8cef8, entries=150, sequenceid=78, filesize=30.2 K 2024-11-14T12:30:20,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/f28d2913befb4485bbe777c3b4e90b5f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f28d2913befb4485bbe777c3b4e90b5f 2024-11-14T12:30:20,639 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f28d2913befb4485bbe777c3b4e90b5f, entries=150, sequenceid=78, filesize=11.7 K 2024-11-14T12:30:20,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/cc706715365f48a380b8adc3ea09e2ef as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/cc706715365f48a380b8adc3ea09e2ef 2024-11-14T12:30:20,654 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/cc706715365f48a380b8adc3ea09e2ef, entries=150, sequenceid=78, filesize=11.7 K 2024-11-14T12:30:20,666 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 70c88a16de019f752948d9669bc194c9 in 937ms, sequenceid=78, compaction requested=false 2024-11-14T12:30:20,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:20,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:20,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-14T12:30:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=40 2024-11-14T12:30:20,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-14T12:30:20,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec 2024-11-14T12:30:20,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees in 1.4330 sec 2024-11-14T12:30:20,744 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/125eb1c344ec48f79720027176d747bf as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/125eb1c344ec48f79720027176d747bf 2024-11-14T12:30:20,758 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/C of 70c88a16de019f752948d9669bc194c9 into 125eb1c344ec48f79720027176d747bf(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:20,758 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:20,758 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/C, priority=13, startTime=1731587419665; duration=0sec 2024-11-14T12:30:20,758 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:20,758 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:C 2024-11-14T12:30:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:20,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T12:30:20,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:20,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:20,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:20,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:20,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:20,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:20,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b1070d68b49f4104aad13bbcec92932c_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587420795/Put/seqid=0 2024-11-14T12:30:20,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587480854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587480856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587480861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587480862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587480864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741958_1134 (size=12154) 2024-11-14T12:30:20,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587480964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587480965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587480967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587480967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:20,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587480967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:21,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587481177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:21,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587481177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:21,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587481177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:21,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587481177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:21,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587481182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:21,300 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:21,313 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b1070d68b49f4104aad13bbcec92932c_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b1070d68b49f4104aad13bbcec92932c_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:21,315 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/692829bb05c44d90b54723432003c6a1, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:21,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/692829bb05c44d90b54723432003c6a1 is 175, key is test_row_0/A:col10/1731587420795/Put/seqid=0 2024-11-14T12:30:21,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741959_1135 (size=30955) 2024-11-14T12:30:21,358 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=101, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/692829bb05c44d90b54723432003c6a1 2024-11-14T12:30:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T12:30:21,359 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-14T12:30:21,361 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-14T12:30:21,366 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T12:30:21,368 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:21,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:30:21,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/29f5341e597f4884b4a9dc042187261f is 50, key is test_row_0/B:col10/1731587420795/Put/seqid=0 2024-11-14T12:30:21,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741960_1136 (size=12001) 2024-11-14T12:30:21,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/29f5341e597f4884b4a9dc042187261f 2024-11-14T12:30:21,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/fd87b155dae641d89c47baba90896e7f is 50, key is test_row_0/C:col10/1731587420795/Put/seqid=0 2024-11-14T12:30:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T12:30:21,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587481486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:21,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587481486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:21,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587481486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:21,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587481487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:21,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741961_1137 (size=12001) 2024-11-14T12:30:21,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/fd87b155dae641d89c47baba90896e7f 2024-11-14T12:30:21,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/692829bb05c44d90b54723432003c6a1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/692829bb05c44d90b54723432003c6a1 2024-11-14T12:30:21,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/692829bb05c44d90b54723432003c6a1, entries=150, sequenceid=101, filesize=30.2 K 2024-11-14T12:30:21,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/29f5341e597f4884b4a9dc042187261f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/29f5341e597f4884b4a9dc042187261f 2024-11-14T12:30:21,520 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:21,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587481513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:21,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T12:30:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:21,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:21,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/29f5341e597f4884b4a9dc042187261f, entries=150, sequenceid=101, filesize=11.7 K 2024-11-14T12:30:21,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/fd87b155dae641d89c47baba90896e7f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/fd87b155dae641d89c47baba90896e7f 2024-11-14T12:30:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:21,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/fd87b155dae641d89c47baba90896e7f, entries=150, sequenceid=101, filesize=11.7 K 2024-11-14T12:30:21,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 70c88a16de019f752948d9669bc194c9 in 750ms, sequenceid=101, compaction requested=true 2024-11-14T12:30:21,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:21,546 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:21,550 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:21,550 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/A is initiating minor compaction (all files) 2024-11-14T12:30:21,550 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/A in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:21,550 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/f724587259754931a48e7360bbdcb72f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/6ba6eb61312a41f7b65795e6f9f8cef8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/692829bb05c44d90b54723432003c6a1] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=90.8 K 2024-11-14T12:30:21,550 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:21,550 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/f724587259754931a48e7360bbdcb72f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/6ba6eb61312a41f7b65795e6f9f8cef8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/692829bb05c44d90b54723432003c6a1] 2024-11-14T12:30:21,551 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting f724587259754931a48e7360bbdcb72f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731587417831 2024-11-14T12:30:21,551 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ba6eb61312a41f7b65795e6f9f8cef8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731587418972 2024-11-14T12:30:21,552 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 692829bb05c44d90b54723432003c6a1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731587420149 2024-11-14T12:30:21,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:21,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:21,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:21,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:21,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:21,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:30:21,556 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:21,557 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:21,558 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/B is initiating minor compaction (all files) 2024-11-14T12:30:21,558 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/B in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:21,558 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/cef772bbf6ee4108930dd3a6fdf5c3f7, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f28d2913befb4485bbe777c3b4e90b5f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/29f5341e597f4884b4a9dc042187261f] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=35.3 K 2024-11-14T12:30:21,558 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting cef772bbf6ee4108930dd3a6fdf5c3f7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731587417831 2024-11-14T12:30:21,559 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting f28d2913befb4485bbe777c3b4e90b5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731587418972 2024-11-14T12:30:21,570 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 29f5341e597f4884b4a9dc042187261f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731587420149 2024-11-14T12:30:21,580 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:21,591 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:30:21,597 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:30:21,610 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#B#compaction#115 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:21,610 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/4e4619cb645d48c8949ac45c67c48a14 is 50, key is test_row_0/B:col10/1731587420795/Put/seqid=0 2024-11-14T12:30:21,618 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114755379996896442aade1d52826ce4999_70c88a16de019f752948d9669bc194c9 store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:21,627 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114755379996896442aade1d52826ce4999_70c88a16de019f752948d9669bc194c9, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:21,627 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114755379996896442aade1d52826ce4999_70c88a16de019f752948d9669bc194c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T12:30:21,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741962_1138 (size=12207) 2024-11-14T12:30:21,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741963_1139 (size=4469) 2024-11-14T12:30:21,693 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#A#compaction#114 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:21,694 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/63e9e565c508473896ccbdd5f96cf74e is 175, key is test_row_0/A:col10/1731587420795/Put/seqid=0 2024-11-14T12:30:21,699 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:21,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T12:30:21,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:21,702 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T12:30:21,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:21,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:21,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:21,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:21,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:21,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:21,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741964_1140 (size=31161) 2024-11-14T12:30:21,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fe534068a1f4478890c676c6510d81e2_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587420853/Put/seqid=0 2024-11-14T12:30:21,740 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/63e9e565c508473896ccbdd5f96cf74e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/63e9e565c508473896ccbdd5f96cf74e 2024-11-14T12:30:21,761 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/A of 70c88a16de019f752948d9669bc194c9 into 63e9e565c508473896ccbdd5f96cf74e(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:21,761 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:21,762 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/A, priority=13, startTime=1731587421546; duration=0sec 2024-11-14T12:30:21,762 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:21,762 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:A 2024-11-14T12:30:21,762 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:21,775 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:21,775 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/C is initiating minor compaction (all files) 2024-11-14T12:30:21,775 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/C in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:21,775 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/125eb1c344ec48f79720027176d747bf, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/cc706715365f48a380b8adc3ea09e2ef, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/fd87b155dae641d89c47baba90896e7f] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=35.3 K 2024-11-14T12:30:21,781 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 125eb1c344ec48f79720027176d747bf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731587417831 2024-11-14T12:30:21,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741965_1141 (size=12154) 2024-11-14T12:30:21,784 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc706715365f48a380b8adc3ea09e2ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731587418972 2024-11-14T12:30:21,785 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd87b155dae641d89c47baba90896e7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731587420149 2024-11-14T12:30:21,804 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#C#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:21,805 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/8dc06f9c6ec8455a82922dfba92cafab is 50, key is test_row_0/C:col10/1731587420795/Put/seqid=0 2024-11-14T12:30:21,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741966_1142 (size=12207) 2024-11-14T12:30:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T12:30:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:21,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:22,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587482035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587482036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587482036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587482038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587482039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,107 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/4e4619cb645d48c8949ac45c67c48a14 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/4e4619cb645d48c8949ac45c67c48a14 2024-11-14T12:30:22,122 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/B of 70c88a16de019f752948d9669bc194c9 into 4e4619cb645d48c8949ac45c67c48a14(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:22,122 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:22,122 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/B, priority=13, startTime=1731587421554; duration=0sec 2024-11-14T12:30:22,123 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:22,123 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:B 2024-11-14T12:30:22,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587482140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587482145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587482145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587482145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587482145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:22,205 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fe534068a1f4478890c676c6510d81e2_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fe534068a1f4478890c676c6510d81e2_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:22,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/37941f24ba2a48ed81e7493d8224e53c, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:22,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/37941f24ba2a48ed81e7493d8224e53c is 175, key is test_row_0/A:col10/1731587420853/Put/seqid=0 2024-11-14T12:30:22,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741967_1143 (size=30955) 2024-11-14T12:30:22,237 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/8dc06f9c6ec8455a82922dfba92cafab as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/8dc06f9c6ec8455a82922dfba92cafab 2024-11-14T12:30:22,240 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/37941f24ba2a48ed81e7493d8224e53c 2024-11-14T12:30:22,245 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/C of 70c88a16de019f752948d9669bc194c9 into 8dc06f9c6ec8455a82922dfba92cafab(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:22,245 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:22,245 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/C, priority=13, startTime=1731587421554; duration=0sec 2024-11-14T12:30:22,245 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:22,245 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:C 2024-11-14T12:30:22,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/51115c081baf41aea6644754f9d51be5 is 50, key is test_row_0/B:col10/1731587420853/Put/seqid=0 2024-11-14T12:30:22,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741968_1144 (size=12001) 2024-11-14T12:30:22,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587482351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587482351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587482351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587482353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587482361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T12:30:22,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587482655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587482656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587482661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587482665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587482666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:22,712 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/51115c081baf41aea6644754f9d51be5 2024-11-14T12:30:22,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/c3a6a3312b6747be8d010da5c6734424 is 50, key is test_row_0/C:col10/1731587420853/Put/seqid=0 2024-11-14T12:30:22,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741969_1145 (size=12001) 2024-11-14T12:30:23,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587483162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:23,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587483162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:23,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587483164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:23,169 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/c3a6a3312b6747be8d010da5c6734424 2024-11-14T12:30:23,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/37941f24ba2a48ed81e7493d8224e53c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/37941f24ba2a48ed81e7493d8224e53c 2024-11-14T12:30:23,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587483179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:23,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587483181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:23,189 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/37941f24ba2a48ed81e7493d8224e53c, entries=150, sequenceid=117, filesize=30.2 K 2024-11-14T12:30:23,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/51115c081baf41aea6644754f9d51be5 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/51115c081baf41aea6644754f9d51be5 2024-11-14T12:30:23,199 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/51115c081baf41aea6644754f9d51be5, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T12:30:23,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/c3a6a3312b6747be8d010da5c6734424 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c3a6a3312b6747be8d010da5c6734424 2024-11-14T12:30:23,208 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c3a6a3312b6747be8d010da5c6734424, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T12:30:23,210 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 70c88a16de019f752948d9669bc194c9 in 1507ms, sequenceid=117, compaction requested=false 2024-11-14T12:30:23,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:23,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-14T12:30:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-14T12:30:23,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-14T12:30:23,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8450 sec 2024-11-14T12:30:23,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 1.8530 sec 2024-11-14T12:30:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T12:30:23,491 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-14T12:30:23,497 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-14T12:30:23,504 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:23,505 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:23,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:30:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T12:30:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T12:30:23,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:23,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T12:30:23,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:23,659 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T12:30:23,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:23,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:23,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:23,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:23,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:23,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:23,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146d3a53925c3d449f99668f5e01c1bf30_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587422037/Put/seqid=0 2024-11-14T12:30:23,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741970_1146 (size=12304) 2024-11-14T12:30:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T12:30:24,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T12:30:24,120 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146d3a53925c3d449f99668f5e01c1bf30_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146d3a53925c3d449f99668f5e01c1bf30_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:24,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/dc9549cbec4b4fd4badd1bfc01d63b2c, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/dc9549cbec4b4fd4badd1bfc01d63b2c is 175, key is test_row_0/A:col10/1731587422037/Put/seqid=0 2024-11-14T12:30:24,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741971_1147 (size=31105) 2024-11-14T12:30:24,145 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=141, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/dc9549cbec4b4fd4badd1bfc01d63b2c 2024-11-14T12:30:24,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/fd299ba67e1949898d4c4f290ca1ff5f is 50, key is test_row_0/B:col10/1731587422037/Put/seqid=0 2024-11-14T12:30:24,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741972_1148 (size=12151) 2024-11-14T12:30:24,189 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/fd299ba67e1949898d4c4f290ca1ff5f 2024-11-14T12:30:24,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/1e6dfd9057644735996dcb10f540606b is 50, key is test_row_0/C:col10/1731587422037/Put/seqid=0 2024-11-14T12:30:24,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587484192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587484193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587484197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587484202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587484203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741973_1149 (size=12151) 2024-11-14T12:30:24,226 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/1e6dfd9057644735996dcb10f540606b 2024-11-14T12:30:24,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/dc9549cbec4b4fd4badd1bfc01d63b2c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/dc9549cbec4b4fd4badd1bfc01d63b2c 2024-11-14T12:30:24,238 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/dc9549cbec4b4fd4badd1bfc01d63b2c, entries=150, sequenceid=141, filesize=30.4 K 2024-11-14T12:30:24,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/fd299ba67e1949898d4c4f290ca1ff5f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/fd299ba67e1949898d4c4f290ca1ff5f 2024-11-14T12:30:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,246 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/fd299ba67e1949898d4c4f290ca1ff5f, entries=150, sequenceid=141, filesize=11.9 K 2024-11-14T12:30:24,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/1e6dfd9057644735996dcb10f540606b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/1e6dfd9057644735996dcb10f540606b 2024-11-14T12:30:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,255 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/1e6dfd9057644735996dcb10f540606b, entries=150, sequenceid=141, filesize=11.9 K 2024-11-14T12:30:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,257 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 70c88a16de019f752948d9669bc194c9 in 597ms, sequenceid=141, compaction requested=true 2024-11-14T12:30:24,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:24,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:24,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-14T12:30:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-14T12:30:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-14T12:30:24,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 756 msec 2024-11-14T12:30:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 767 msec 2024-11-14T12:30:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T12:30:24,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:24,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:24,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:24,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:24,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:24,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114900bec10bb964132afb5b14917e2c1fa_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587424317/Put/seqid=0 2024-11-14T12:30:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741974_1150 (size=12304) 2024-11-14T12:30:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,371 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:24,380 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114900bec10bb964132afb5b14917e2c1fa_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114900bec10bb964132afb5b14917e2c1fa_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:24,383 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/adc162c47c2842dc8fe04a86a30899dc, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:24,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/adc162c47c2842dc8fe04a86a30899dc is 175, key is test_row_0/A:col10/1731587424317/Put/seqid=0 2024-11-14T12:30:24,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741975_1151 (size=31101) 2024-11-14T12:30:24,417 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/adc162c47c2842dc8fe04a86a30899dc 2024-11-14T12:30:24,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/6a01577065d54c1d8cfe01b8cf5840c8 is 50, key is test_row_0/B:col10/1731587424317/Put/seqid=0 2024-11-14T12:30:24,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587484435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587484449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587484453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587484461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741976_1152 (size=9757) 2024-11-14T12:30:24,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/6a01577065d54c1d8cfe01b8cf5840c8 2024-11-14T12:30:24,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/16d91f8df23348dbb198c4e208d167d2 is 50, key is test_row_0/C:col10/1731587424317/Put/seqid=0 2024-11-14T12:30:24,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741977_1153 (size=9757) 2024-11-14T12:30:24,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587484561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587484567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587484571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587484573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T12:30:24,613 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-14T12:30:24,618 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-14T12:30:24,620 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T12:30:24,621 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:24,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:30:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T12:30:24,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:24,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:24,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587484772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587484775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587484776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587484782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T12:30:24,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:24,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:24,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:24,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:24,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:24,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:24,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:24,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/16d91f8df23348dbb198c4e208d167d2 2024-11-14T12:30:24,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/adc162c47c2842dc8fe04a86a30899dc as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/adc162c47c2842dc8fe04a86a30899dc 2024-11-14T12:30:24,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/adc162c47c2842dc8fe04a86a30899dc, entries=150, sequenceid=157, filesize=30.4 K 2024-11-14T12:30:24,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/6a01577065d54c1d8cfe01b8cf5840c8 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/6a01577065d54c1d8cfe01b8cf5840c8 2024-11-14T12:30:25,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/6a01577065d54c1d8cfe01b8cf5840c8, entries=100, sequenceid=157, filesize=9.5 K 2024-11-14T12:30:25,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/16d91f8df23348dbb198c4e208d167d2 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/16d91f8df23348dbb198c4e208d167d2 2024-11-14T12:30:25,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/16d91f8df23348dbb198c4e208d167d2, entries=100, sequenceid=157, filesize=9.5 K 2024-11-14T12:30:25,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 70c88a16de019f752948d9669bc194c9 in 711ms, sequenceid=157, compaction requested=true 2024-11-14T12:30:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:25,030 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:30:25,030 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:30:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:25,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:25,032 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124322 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:30:25,032 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/A is initiating minor compaction (all files) 2024-11-14T12:30:25,032 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/A in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,033 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/63e9e565c508473896ccbdd5f96cf74e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/37941f24ba2a48ed81e7493d8224e53c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/dc9549cbec4b4fd4badd1bfc01d63b2c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/adc162c47c2842dc8fe04a86a30899dc] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=121.4 K 2024-11-14T12:30:25,033 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:30:25,033 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/B is initiating minor compaction (all files) 2024-11-14T12:30:25,033 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/B in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,033 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/4e4619cb645d48c8949ac45c67c48a14, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/51115c081baf41aea6644754f9d51be5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/fd299ba67e1949898d4c4f290ca1ff5f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/6a01577065d54c1d8cfe01b8cf5840c8] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=45.0 K 2024-11-14T12:30:25,033 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,033 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/63e9e565c508473896ccbdd5f96cf74e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/37941f24ba2a48ed81e7493d8224e53c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/dc9549cbec4b4fd4badd1bfc01d63b2c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/adc162c47c2842dc8fe04a86a30899dc] 2024-11-14T12:30:25,034 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e4619cb645d48c8949ac45c67c48a14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731587420149 2024-11-14T12:30:25,034 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63e9e565c508473896ccbdd5f96cf74e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731587420149 2024-11-14T12:30:25,035 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37941f24ba2a48ed81e7493d8224e53c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731587420848 2024-11-14T12:30:25,035 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 51115c081baf41aea6644754f9d51be5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731587420848 2024-11-14T12:30:25,036 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc9549cbec4b4fd4badd1bfc01d63b2c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731587422033 2024-11-14T12:30:25,036 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting fd299ba67e1949898d4c4f290ca1ff5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731587422033 2024-11-14T12:30:25,036 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting adc162c47c2842dc8fe04a86a30899dc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731587424184 2024-11-14T12:30:25,037 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a01577065d54c1d8cfe01b8cf5840c8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731587424198 2024-11-14T12:30:25,075 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#B#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:25,075 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/f8ded43c9fb44c4e992defca3addf0a1 is 50, key is test_row_0/B:col10/1731587424317/Put/seqid=0 2024-11-14T12:30:25,077 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:25,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T12:30:25,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:25,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:25,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:25,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:25,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:25,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:25,093 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114998a5b0ef4c041eb85df654df9257ce6_70c88a16de019f752948d9669bc194c9 store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:25,096 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114998a5b0ef4c041eb85df654df9257ce6_70c88a16de019f752948d9669bc194c9, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:25,096 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114998a5b0ef4c041eb85df654df9257ce6_70c88a16de019f752948d9669bc194c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:25,103 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:25,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741978_1154 (size=12493) 2024-11-14T12:30:25,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587485132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,139 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/f8ded43c9fb44c4e992defca3addf0a1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f8ded43c9fb44c4e992defca3addf0a1 2024-11-14T12:30:25,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587485137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587485137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587485138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,146 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 70c88a16de019f752948d9669bc194c9/B of 70c88a16de019f752948d9669bc194c9 into f8ded43c9fb44c4e992defca3addf0a1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:25,146 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:25,146 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/B, priority=12, startTime=1731587425030; duration=0sec 2024-11-14T12:30:25,146 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:25,146 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:B 2024-11-14T12:30:25,146 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:30:25,155 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:30:25,155 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/C is initiating minor compaction (all files) 2024-11-14T12:30:25,155 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/C in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,155 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/8dc06f9c6ec8455a82922dfba92cafab, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c3a6a3312b6747be8d010da5c6734424, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/1e6dfd9057644735996dcb10f540606b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/16d91f8df23348dbb198c4e208d167d2] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=45.0 K 2024-11-14T12:30:25,162 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dc06f9c6ec8455a82922dfba92cafab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731587420149 2024-11-14T12:30:25,163 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting c3a6a3312b6747be8d010da5c6734424, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731587420848 2024-11-14T12:30:25,164 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e6dfd9057644735996dcb10f540606b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731587422033 2024-11-14T12:30:25,164 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 16d91f8df23348dbb198c4e208d167d2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731587424198 2024-11-14T12:30:25,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111428d6284e01ac489f8f88b5993549c89f_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587425080/Put/seqid=0 2024-11-14T12:30:25,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741979_1155 (size=4469) 2024-11-14T12:30:25,200 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#A#compaction#127 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:25,201 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/9b60da977e4941eaa055b1fa78521d6b is 175, key is test_row_0/A:col10/1731587424317/Put/seqid=0 2024-11-14T12:30:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T12:30:25,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741980_1156 (size=12304) 2024-11-14T12:30:25,233 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:25,241 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111428d6284e01ac489f8f88b5993549c89f_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111428d6284e01ac489f8f88b5993549c89f_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:25,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587485241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,242 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/07d883a9780642499b53b28f4339ab54, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:25,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587485241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/07d883a9780642499b53b28f4339ab54 is 175, key is test_row_0/A:col10/1731587425080/Put/seqid=0 2024-11-14T12:30:25,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587485246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587485256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,264 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:25,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:25,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,299 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#C#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:25,299 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/a594f02262a0418cb602a442b7318a13 is 50, key is test_row_0/C:col10/1731587424317/Put/seqid=0 2024-11-14T12:30:25,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741982_1158 (size=31105) 2024-11-14T12:30:25,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741981_1157 (size=31554) 2024-11-14T12:30:25,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741983_1159 (size=12493) 2024-11-14T12:30:25,374 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/9b60da977e4941eaa055b1fa78521d6b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/9b60da977e4941eaa055b1fa78521d6b 2024-11-14T12:30:25,389 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 70c88a16de019f752948d9669bc194c9/A of 70c88a16de019f752948d9669bc194c9 into 9b60da977e4941eaa055b1fa78521d6b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:25,389 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:25,389 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/A, priority=12, startTime=1731587425030; duration=0sec 2024-11-14T12:30:25,389 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:25,389 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:A 2024-11-14T12:30:25,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:25,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:25,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587485445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587485446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587485451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587485467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:25,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:25,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,718 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/07d883a9780642499b53b28f4339ab54 2024-11-14T12:30:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T12:30:25,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/f8d64047f0444789b3f533d16a97a213 is 50, key is test_row_0/B:col10/1731587425080/Put/seqid=0 2024-11-14T12:30:25,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587485794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587485796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587485796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587485796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:25,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:25,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,807 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/a594f02262a0418cb602a442b7318a13 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a594f02262a0418cb602a442b7318a13 2024-11-14T12:30:25,814 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 70c88a16de019f752948d9669bc194c9/C of 70c88a16de019f752948d9669bc194c9 into a594f02262a0418cb602a442b7318a13(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:25,814 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:25,814 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/C, priority=12, startTime=1731587425030; duration=0sec 2024-11-14T12:30:25,814 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:25,814 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:C 2024-11-14T12:30:25,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741984_1160 (size=12151) 2024-11-14T12:30:25,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:25,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:25,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:25,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:25,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,113 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:26,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:26,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:26,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:26,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:26,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587486210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:26,212 DEBUG [Thread-578 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:30:26,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/f8d64047f0444789b3f533d16a97a213 2024-11-14T12:30:26,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/85b1b73098644d4b8eb49cf8e04a7f15 is 50, key is test_row_0/C:col10/1731587425080/Put/seqid=0 2024-11-14T12:30:26,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741985_1161 (size=12151) 2024-11-14T12:30:26,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/85b1b73098644d4b8eb49cf8e04a7f15 2024-11-14T12:30:26,270 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:26,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:26,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:26,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:26,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:26,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/07d883a9780642499b53b28f4339ab54 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/07d883a9780642499b53b28f4339ab54 2024-11-14T12:30:26,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/07d883a9780642499b53b28f4339ab54, entries=150, sequenceid=179, filesize=30.4 K 2024-11-14T12:30:26,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/f8d64047f0444789b3f533d16a97a213 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f8d64047f0444789b3f533d16a97a213 2024-11-14T12:30:26,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f8d64047f0444789b3f533d16a97a213, entries=150, sequenceid=179, filesize=11.9 K 2024-11-14T12:30:26,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/85b1b73098644d4b8eb49cf8e04a7f15 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/85b1b73098644d4b8eb49cf8e04a7f15 2024-11-14T12:30:26,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587486298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:26,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587486298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:26,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587486302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:26,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/85b1b73098644d4b8eb49cf8e04a7f15, entries=150, sequenceid=179, filesize=11.9 K 2024-11-14T12:30:26,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 70c88a16de019f752948d9669bc194c9 in 1217ms, sequenceid=179, compaction requested=false 2024-11-14T12:30:26,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:26,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T12:30:26,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:26,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:26,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:26,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:26,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:26,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:26,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d04f711893aa4409a2bd91ad9423201d_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587425132/Put/seqid=0 2024-11-14T12:30:26,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741986_1162 (size=14794) 2024-11-14T12:30:26,370 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:26,375 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d04f711893aa4409a2bd91ad9423201d_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d04f711893aa4409a2bd91ad9423201d_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:26,376 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/852378a64084435eace13058536cd307, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:26,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/852378a64084435eace13058536cd307 is 175, key is test_row_0/A:col10/1731587425132/Put/seqid=0 2024-11-14T12:30:26,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741987_1163 (size=39749) 2024-11-14T12:30:26,399 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/852378a64084435eace13058536cd307 2024-11-14T12:30:26,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587486404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:26,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/36e1b0409f74442180e74b09aa2adb20 is 50, key is test_row_0/B:col10/1731587425132/Put/seqid=0 2024-11-14T12:30:26,425 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:26,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:26,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:26,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:26,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:26,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741988_1164 (size=12151) 2024-11-14T12:30:26,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/36e1b0409f74442180e74b09aa2adb20 2024-11-14T12:30:26,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/c0a7649bcb0b4320bc1dddffe9c97c75 is 50, key is test_row_0/C:col10/1731587425132/Put/seqid=0 2024-11-14T12:30:26,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741989_1165 (size=12151) 2024-11-14T12:30:26,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587486508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:26,578 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:26,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:26,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:26,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:26,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:26,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587486711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T12:30:26,733 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:26,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:26,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:26,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:26,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:26,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/c0a7649bcb0b4320bc1dddffe9c97c75 2024-11-14T12:30:26,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/852378a64084435eace13058536cd307 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/852378a64084435eace13058536cd307 2024-11-14T12:30:26,894 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:26,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:26,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:26,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:26,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:26,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:26,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/852378a64084435eace13058536cd307, entries=200, sequenceid=197, filesize=38.8 K 2024-11-14T12:30:26,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/36e1b0409f74442180e74b09aa2adb20 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/36e1b0409f74442180e74b09aa2adb20 2024-11-14T12:30:26,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/36e1b0409f74442180e74b09aa2adb20, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T12:30:26,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/c0a7649bcb0b4320bc1dddffe9c97c75 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c0a7649bcb0b4320bc1dddffe9c97c75 2024-11-14T12:30:26,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c0a7649bcb0b4320bc1dddffe9c97c75, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T12:30:26,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 70c88a16de019f752948d9669bc194c9 in 606ms, sequenceid=197, compaction requested=true 2024-11-14T12:30:26,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:26,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:26,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:26,921 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:26,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:26,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:26,921 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:26,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:26,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:26,923 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:26,923 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102408 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:26,923 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/B is initiating minor compaction (all files) 2024-11-14T12:30:26,923 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/A is initiating minor compaction (all files) 2024-11-14T12:30:26,923 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/B in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:26,923 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/A in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:26,923 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f8ded43c9fb44c4e992defca3addf0a1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f8d64047f0444789b3f533d16a97a213, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/36e1b0409f74442180e74b09aa2adb20] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=35.9 K 2024-11-14T12:30:26,923 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/9b60da977e4941eaa055b1fa78521d6b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/07d883a9780642499b53b28f4339ab54, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/852378a64084435eace13058536cd307] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=100.0 K 2024-11-14T12:30:26,923 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:26,923 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/9b60da977e4941eaa055b1fa78521d6b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/07d883a9780642499b53b28f4339ab54, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/852378a64084435eace13058536cd307] 2024-11-14T12:30:26,926 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting f8ded43c9fb44c4e992defca3addf0a1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731587422037 2024-11-14T12:30:26,926 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b60da977e4941eaa055b1fa78521d6b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731587422037 2024-11-14T12:30:26,927 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting f8d64047f0444789b3f533d16a97a213, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731587424356 2024-11-14T12:30:26,927 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07d883a9780642499b53b28f4339ab54, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731587424356 2024-11-14T12:30:26,928 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 36e1b0409f74442180e74b09aa2adb20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731587425129 2024-11-14T12:30:26,928 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 852378a64084435eace13058536cd307, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731587425129 2024-11-14T12:30:26,943 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:26,954 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#B#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:26,955 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/d3077368b94d44c09a63b5d9a30289f8 is 50, key is test_row_0/B:col10/1731587425132/Put/seqid=0 2024-11-14T12:30:26,961 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111428af202e56a448f0ba5d5980cb3d2342_70c88a16de019f752948d9669bc194c9 store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:26,964 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111428af202e56a448f0ba5d5980cb3d2342_70c88a16de019f752948d9669bc194c9, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:26,964 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111428af202e56a448f0ba5d5980cb3d2342_70c88a16de019f752948d9669bc194c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:27,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741990_1166 (size=12595) 2024-11-14T12:30:27,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T12:30:27,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:27,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:27,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:27,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:27,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:27,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:27,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741991_1167 (size=4469) 2024-11-14T12:30:27,031 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#A#compaction#135 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:27,032 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/76f1d2c72ab941ee9be7e68512e5403c is 175, key is test_row_0/A:col10/1731587425132/Put/seqid=0 2024-11-14T12:30:27,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741992_1168 (size=31549) 2024-11-14T12:30:27,047 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:27,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:27,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:27,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:27,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:27,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140ab0a2c88a7a4cdeacf3be9e82b86c77_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587426387/Put/seqid=0 2024-11-14T12:30:27,059 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/76f1d2c72ab941ee9be7e68512e5403c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/76f1d2c72ab941ee9be7e68512e5403c 2024-11-14T12:30:27,066 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/A of 70c88a16de019f752948d9669bc194c9 into 76f1d2c72ab941ee9be7e68512e5403c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:27,066 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:27,066 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/A, priority=13, startTime=1731587426921; duration=0sec 2024-11-14T12:30:27,066 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:27,066 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:A 2024-11-14T12:30:27,066 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:27,069 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:27,070 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/C is initiating minor compaction (all files) 2024-11-14T12:30:27,070 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/C in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:27,070 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a594f02262a0418cb602a442b7318a13, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/85b1b73098644d4b8eb49cf8e04a7f15, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c0a7649bcb0b4320bc1dddffe9c97c75] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=35.9 K 2024-11-14T12:30:27,070 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting a594f02262a0418cb602a442b7318a13, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731587422037 2024-11-14T12:30:27,071 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85b1b73098644d4b8eb49cf8e04a7f15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731587424356 2024-11-14T12:30:27,072 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0a7649bcb0b4320bc1dddffe9c97c75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731587425129 2024-11-14T12:30:27,106 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#C#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:27,107 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/63c8a47fdc384e85a145e451c8e94d45 is 50, key is test_row_0/C:col10/1731587425132/Put/seqid=0 2024-11-14T12:30:27,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741993_1169 (size=14794) 2024-11-14T12:30:27,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587487110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:27,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741994_1170 (size=12595) 2024-11-14T12:30:27,203 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:27,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:27,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587487219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:27,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587487304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:27,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587487305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:27,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587487307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:27,359 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:27,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:27,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:27,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:27,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:27,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,434 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/d3077368b94d44c09a63b5d9a30289f8 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/d3077368b94d44c09a63b5d9a30289f8 2024-11-14T12:30:27,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587487431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:27,454 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/B of 70c88a16de019f752948d9669bc194c9 into d3077368b94d44c09a63b5d9a30289f8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:27,454 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:27,454 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/B, priority=13, startTime=1731587426921; duration=0sec 2024-11-14T12:30:27,454 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:27,454 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:B 2024-11-14T12:30:27,514 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:27,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:27,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:27,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:27,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:27,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,518 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:27,525 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140ab0a2c88a7a4cdeacf3be9e82b86c77_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140ab0a2c88a7a4cdeacf3be9e82b86c77_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:27,531 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/8241ee37a4384d3b987f0a95235b5b46, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:27,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/8241ee37a4384d3b987f0a95235b5b46 is 175, key is test_row_0/A:col10/1731587426387/Put/seqid=0 2024-11-14T12:30:27,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741995_1171 (size=39749) 2024-11-14T12:30:27,579 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/63c8a47fdc384e85a145e451c8e94d45 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/63c8a47fdc384e85a145e451c8e94d45 2024-11-14T12:30:27,593 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/C of 70c88a16de019f752948d9669bc194c9 into 63c8a47fdc384e85a145e451c8e94d45(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:27,593 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:27,593 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/C, priority=13, startTime=1731587426921; duration=0sec 2024-11-14T12:30:27,593 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:27,593 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:C 2024-11-14T12:30:27,669 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:27,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:27,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:27,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:27,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:27,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587487742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:27,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:27,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:27,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:27,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:27,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:27,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:27,976 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/8241ee37a4384d3b987f0a95235b5b46 2024-11-14T12:30:27,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/1af00d02847e46fd9bd817fd98702959 is 50, key is test_row_0/B:col10/1731587426387/Put/seqid=0 2024-11-14T12:30:27,997 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:28,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:28,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:28,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:28,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:28,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:28,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:28,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741996_1172 (size=12151) 2024-11-14T12:30:28,159 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:28,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:28,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:28,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:28,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:28,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:28,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:28,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587488251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:28,325 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:28,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:28,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:28,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:28,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:28,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:28,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:28,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/1af00d02847e46fd9bd817fd98702959 2024-11-14T12:30:28,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/fc555aad3d214845bb7d3d7871894d81 is 50, key is test_row_0/C:col10/1731587426387/Put/seqid=0 2024-11-14T12:30:28,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741997_1173 (size=12151) 2024-11-14T12:30:28,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/fc555aad3d214845bb7d3d7871894d81 2024-11-14T12:30:28,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:28,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:28,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:28,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:28,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:28,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:28,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:28,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/8241ee37a4384d3b987f0a95235b5b46 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/8241ee37a4384d3b987f0a95235b5b46 2024-11-14T12:30:28,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/8241ee37a4384d3b987f0a95235b5b46, entries=200, sequenceid=219, filesize=38.8 K 2024-11-14T12:30:28,541 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-14T12:30:28,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/1af00d02847e46fd9bd817fd98702959 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/1af00d02847e46fd9bd817fd98702959 2024-11-14T12:30:28,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/1af00d02847e46fd9bd817fd98702959, entries=150, sequenceid=219, filesize=11.9 K 2024-11-14T12:30:28,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/fc555aad3d214845bb7d3d7871894d81 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/fc555aad3d214845bb7d3d7871894d81 2024-11-14T12:30:28,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/fc555aad3d214845bb7d3d7871894d81, entries=150, sequenceid=219, filesize=11.9 K 2024-11-14T12:30:28,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 70c88a16de019f752948d9669bc194c9 in 1551ms, sequenceid=219, compaction requested=false 2024-11-14T12:30:28,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:28,639 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:28,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T12:30:28,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:28,639 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T12:30:28,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:28,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:28,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:28,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:28,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:28,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:28,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b3b6698338a64f34825a3cabb91e4e39_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587427107/Put/seqid=0 2024-11-14T12:30:28,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741998_1174 (size=12304) 2024-11-14T12:30:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T12:30:29,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,098 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b3b6698338a64f34825a3cabb91e4e39_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b3b6698338a64f34825a3cabb91e4e39_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:29,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/a4c87dc6e4e541c9b90cc46fda88f262, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:29,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/a4c87dc6e4e541c9b90cc46fda88f262 is 175, key is test_row_0/A:col10/1731587427107/Put/seqid=0 2024-11-14T12:30:29,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741999_1175 (size=31105) 2024-11-14T12:30:29,141 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/a4c87dc6e4e541c9b90cc46fda88f262 2024-11-14T12:30:29,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/3d030a6aa24e4c22a5c4fea13329ca99 is 50, key is test_row_0/B:col10/1731587427107/Put/seqid=0 2024-11-14T12:30:29,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742000_1176 (size=12151) 2024-11-14T12:30:29,199 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/3d030a6aa24e4c22a5c4fea13329ca99 2024-11-14T12:30:29,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/c935766f55f347afb974827f8c75b83c is 50, key is test_row_0/C:col10/1731587427107/Put/seqid=0 2024-11-14T12:30:29,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742001_1177 (size=12151) 2024-11-14T12:30:29,226 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/c935766f55f347afb974827f8c75b83c 2024-11-14T12:30:29,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/a4c87dc6e4e541c9b90cc46fda88f262 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/a4c87dc6e4e541c9b90cc46fda88f262 2024-11-14T12:30:29,237 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/a4c87dc6e4e541c9b90cc46fda88f262, entries=150, sequenceid=236, filesize=30.4 K 2024-11-14T12:30:29,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/3d030a6aa24e4c22a5c4fea13329ca99 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3d030a6aa24e4c22a5c4fea13329ca99 2024-11-14T12:30:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,244 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3d030a6aa24e4c22a5c4fea13329ca99, entries=150, sequenceid=236, filesize=11.9 K 2024-11-14T12:30:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/c935766f55f347afb974827f8c75b83c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c935766f55f347afb974827f8c75b83c 2024-11-14T12:30:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,270 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c935766f55f347afb974827f8c75b83c, entries=150, sequenceid=236, filesize=11.9 K 2024-11-14T12:30:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,271 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 70c88a16de019f752948d9669bc194c9 in 632ms, sequenceid=236, compaction requested=true 2024-11-14T12:30:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-14T12:30:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-14T12:30:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-14T12:30:29,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.6510 sec 2024-11-14T12:30:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 4.6580 sec 2024-11-14T12:30:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:30:29,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:29,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:29,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:29,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:29,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:29,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a431be1772d148458cbfb6f470750241_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587429345/Put/seqid=0 2024-11-14T12:30:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742003_1179 (size=24758) 2024-11-14T12:30:29,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587489409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:29,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587489410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:29,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587489412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:29,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587489412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:29,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:29,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587489513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587489513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:29,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587489517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:29,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587489517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:29,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587489717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:29,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587489718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:29,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587489720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:29,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587489721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:29,804 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:29,809 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a431be1772d148458cbfb6f470750241_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a431be1772d148458cbfb6f470750241_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:29,812 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/3c8606b85e834cd491bf79663627f382, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:29,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/3c8606b85e834cd491bf79663627f382 is 175, key is test_row_0/A:col10/1731587429345/Put/seqid=0 2024-11-14T12:30:29,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742002_1178 (size=74395) 2024-11-14T12:30:29,815 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/3c8606b85e834cd491bf79663627f382 2024-11-14T12:30:29,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/270c65d8c172459e990d388e3d64d88d is 50, key is test_row_0/B:col10/1731587429345/Put/seqid=0 2024-11-14T12:30:29,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742004_1180 (size=12151) 2024-11-14T12:30:30,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587490021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:30,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587490026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:30,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587490027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:30,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587490032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:30,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37986 deadline: 1731587490220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:30,229 DEBUG [Thread-578 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8192 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:30:30,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/270c65d8c172459e990d388e3d64d88d 2024-11-14T12:30:30,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/0164ceadaa5145fda6c045fbe49649d9 is 50, key is test_row_0/C:col10/1731587429345/Put/seqid=0 2024-11-14T12:30:30,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742005_1181 (size=12151) 2024-11-14T12:30:30,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587490528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:30,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587490533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:30,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587490533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:30,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587490553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:30,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/0164ceadaa5145fda6c045fbe49649d9 2024-11-14T12:30:30,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/3c8606b85e834cd491bf79663627f382 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/3c8606b85e834cd491bf79663627f382 2024-11-14T12:30:30,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/3c8606b85e834cd491bf79663627f382, entries=400, sequenceid=247, filesize=72.7 K 2024-11-14T12:30:30,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/270c65d8c172459e990d388e3d64d88d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/270c65d8c172459e990d388e3d64d88d 2024-11-14T12:30:30,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/270c65d8c172459e990d388e3d64d88d, entries=150, sequenceid=247, filesize=11.9 K 2024-11-14T12:30:30,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/0164ceadaa5145fda6c045fbe49649d9 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/0164ceadaa5145fda6c045fbe49649d9 2024-11-14T12:30:30,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/0164ceadaa5145fda6c045fbe49649d9, entries=150, sequenceid=247, filesize=11.9 K 2024-11-14T12:30:30,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 70c88a16de019f752948d9669bc194c9 in 1422ms, sequenceid=247, compaction requested=true 2024-11-14T12:30:30,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:30,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:30,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:30,786 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:30:30,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:30,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:30,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:30,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:30,786 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:30:30,789 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 176798 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:30:30,789 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/A is initiating minor compaction (all files) 2024-11-14T12:30:30,789 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/A in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:30,789 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/76f1d2c72ab941ee9be7e68512e5403c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/8241ee37a4384d3b987f0a95235b5b46, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/a4c87dc6e4e541c9b90cc46fda88f262, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/3c8606b85e834cd491bf79663627f382] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=172.7 K 2024-11-14T12:30:30,790 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:30,790 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/76f1d2c72ab941ee9be7e68512e5403c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/8241ee37a4384d3b987f0a95235b5b46, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/a4c87dc6e4e541c9b90cc46fda88f262, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/3c8606b85e834cd491bf79663627f382] 2024-11-14T12:30:30,790 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:30:30,790 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/B is initiating minor compaction (all files) 2024-11-14T12:30:30,790 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/B in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:30,790 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/d3077368b94d44c09a63b5d9a30289f8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/1af00d02847e46fd9bd817fd98702959, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3d030a6aa24e4c22a5c4fea13329ca99, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/270c65d8c172459e990d388e3d64d88d] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=47.9 K 2024-11-14T12:30:30,791 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting d3077368b94d44c09a63b5d9a30289f8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731587425129 2024-11-14T12:30:30,791 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76f1d2c72ab941ee9be7e68512e5403c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731587425129 2024-11-14T12:30:30,792 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8241ee37a4384d3b987f0a95235b5b46, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731587426387 2024-11-14T12:30:30,792 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 1af00d02847e46fd9bd817fd98702959, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731587426387 2024-11-14T12:30:30,792 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4c87dc6e4e541c9b90cc46fda88f262, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731587427031 2024-11-14T12:30:30,792 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d030a6aa24e4c22a5c4fea13329ca99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731587427031 2024-11-14T12:30:30,793 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c8606b85e834cd491bf79663627f382, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731587429333 2024-11-14T12:30:30,794 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 270c65d8c172459e990d388e3d64d88d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731587429345 2024-11-14T12:30:30,805 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:30,810 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#B#compaction#148 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:30,810 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/7cb8e67f7325486d98852b43b74127f4 is 50, key is test_row_0/B:col10/1731587429345/Put/seqid=0 2024-11-14T12:30:30,813 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411140d845a68290e47a8b89dcfb3761cc58b_70c88a16de019f752948d9669bc194c9 store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:30,817 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411140d845a68290e47a8b89dcfb3761cc58b_70c88a16de019f752948d9669bc194c9, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:30,817 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140d845a68290e47a8b89dcfb3761cc58b_70c88a16de019f752948d9669bc194c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:30,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742006_1182 (size=12731) 2024-11-14T12:30:30,833 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/7cb8e67f7325486d98852b43b74127f4 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7cb8e67f7325486d98852b43b74127f4 2024-11-14T12:30:30,842 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 70c88a16de019f752948d9669bc194c9/B of 70c88a16de019f752948d9669bc194c9 into 7cb8e67f7325486d98852b43b74127f4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:30,842 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:30,842 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/B, priority=12, startTime=1731587430786; duration=0sec 2024-11-14T12:30:30,842 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:30,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742007_1183 (size=4469) 2024-11-14T12:30:30,843 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:B 2024-11-14T12:30:30,843 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:30:30,845 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:30:30,845 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/C is initiating minor compaction (all files) 2024-11-14T12:30:30,845 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/C in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:30,845 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/63c8a47fdc384e85a145e451c8e94d45, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/fc555aad3d214845bb7d3d7871894d81, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c935766f55f347afb974827f8c75b83c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/0164ceadaa5145fda6c045fbe49649d9] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=47.9 K 2024-11-14T12:30:30,846 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 63c8a47fdc384e85a145e451c8e94d45, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731587425129 2024-11-14T12:30:30,846 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting fc555aad3d214845bb7d3d7871894d81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731587426387 2024-11-14T12:30:30,847 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#A#compaction#147 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:30,847 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting c935766f55f347afb974827f8c75b83c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731587427031 2024-11-14T12:30:30,847 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/feeaa76700e3488c8740ee6a541aa44c is 175, key is test_row_0/A:col10/1731587429345/Put/seqid=0 2024-11-14T12:30:30,848 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 0164ceadaa5145fda6c045fbe49649d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731587429345 2024-11-14T12:30:30,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742008_1184 (size=31685) 2024-11-14T12:30:30,861 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#C#compaction#149 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:30,862 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/3fbf24c3dd4f4ef9a8a6c4fa40eb7d4d is 50, key is test_row_0/C:col10/1731587429345/Put/seqid=0 2024-11-14T12:30:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742009_1185 (size=12731) 2024-11-14T12:30:31,067 INFO [master/7a6a7f6bcca9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T12:30:31,067 INFO [master/7a6a7f6bcca9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T12:30:31,261 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/feeaa76700e3488c8740ee6a541aa44c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/feeaa76700e3488c8740ee6a541aa44c 2024-11-14T12:30:31,267 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 70c88a16de019f752948d9669bc194c9/A of 70c88a16de019f752948d9669bc194c9 into feeaa76700e3488c8740ee6a541aa44c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:31,267 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:31,267 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/A, priority=12, startTime=1731587430786; duration=0sec 2024-11-14T12:30:31,267 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:31,267 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:A 2024-11-14T12:30:31,286 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/3fbf24c3dd4f4ef9a8a6c4fa40eb7d4d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/3fbf24c3dd4f4ef9a8a6c4fa40eb7d4d 2024-11-14T12:30:31,292 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 70c88a16de019f752948d9669bc194c9/C of 70c88a16de019f752948d9669bc194c9 into 3fbf24c3dd4f4ef9a8a6c4fa40eb7d4d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:31,292 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:31,292 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/C, priority=12, startTime=1731587430786; duration=0sec 2024-11-14T12:30:31,292 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:31,292 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:C 2024-11-14T12:30:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:31,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T12:30:31,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:31,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:31,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:31,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:31,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:31,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:31,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587491548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:31,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587491548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:31,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f7c499bb59a34624997efc7de4735b52_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587431540/Put/seqid=0 2024-11-14T12:30:31,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587491555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:31,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742010_1186 (size=17534) 2024-11-14T12:30:31,566 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:31,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587491570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:31,580 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f7c499bb59a34624997efc7de4735b52_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f7c499bb59a34624997efc7de4735b52_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:31,581 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/c686e4c9bc9049f2ab6e8eef55cad546, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:31,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/c686e4c9bc9049f2ab6e8eef55cad546 is 175, key is test_row_0/A:col10/1731587431540/Put/seqid=0 2024-11-14T12:30:31,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742011_1187 (size=48639) 2024-11-14T12:30:31,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587491661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:31,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587491661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:31,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587491661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:31,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587491864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:31,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587491867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:31,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587491869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:32,002 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/c686e4c9bc9049f2ab6e8eef55cad546 2024-11-14T12:30:32,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/fac337831f054efdafa9dbdcc61ae942 is 50, key is test_row_0/B:col10/1731587431540/Put/seqid=0 2024-11-14T12:30:32,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742012_1188 (size=12301) 2024-11-14T12:30:32,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/fac337831f054efdafa9dbdcc61ae942 2024-11-14T12:30:32,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/a5cadbbe3dce43a19129a987b5c53680 is 50, key is test_row_0/C:col10/1731587431540/Put/seqid=0 2024-11-14T12:30:32,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587492177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:32,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587492181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:32,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587492187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:32,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742013_1189 (size=12301) 2024-11-14T12:30:32,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/a5cadbbe3dce43a19129a987b5c53680 2024-11-14T12:30:32,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/c686e4c9bc9049f2ab6e8eef55cad546 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/c686e4c9bc9049f2ab6e8eef55cad546 2024-11-14T12:30:32,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/c686e4c9bc9049f2ab6e8eef55cad546, entries=250, sequenceid=277, filesize=47.5 K 2024-11-14T12:30:32,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/fac337831f054efdafa9dbdcc61ae942 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/fac337831f054efdafa9dbdcc61ae942 2024-11-14T12:30:32,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/fac337831f054efdafa9dbdcc61ae942, entries=150, sequenceid=277, filesize=12.0 K 2024-11-14T12:30:32,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/a5cadbbe3dce43a19129a987b5c53680 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a5cadbbe3dce43a19129a987b5c53680 2024-11-14T12:30:32,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a5cadbbe3dce43a19129a987b5c53680, entries=150, sequenceid=277, filesize=12.0 K 2024-11-14T12:30:32,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 70c88a16de019f752948d9669bc194c9 in 792ms, sequenceid=277, compaction requested=false 2024-11-14T12:30:32,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:32,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:30:32,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:32,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:32,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:32,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:32,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:32,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:32,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141c33d4d3bdc448bcbb8103c18e4c6f1a_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587431546/Put/seqid=0 2024-11-14T12:30:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T12:30:32,730 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-14T12:30:32,731 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-14T12:30:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T12:30:32,740 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:32,744 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:32,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742014_1190 (size=14994) 2024-11-14T12:30:32,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:30:32,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587492788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:32,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587492797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:32,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587492808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T12:30:32,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:32,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T12:30:32,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:32,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:32,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:32,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:32,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:32,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587492910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:32,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587492916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:32,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587492920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T12:30:33,061 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:33,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T12:30:33,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:33,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:33,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:33,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:33,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:33,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587493112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:33,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587493123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:33,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587493133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:33,145 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:33,158 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141c33d4d3bdc448bcbb8103c18e4c6f1a_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141c33d4d3bdc448bcbb8103c18e4c6f1a_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:33,159 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/078b4623b3ee460baf80bed4d4da4e04, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:33,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/078b4623b3ee460baf80bed4d4da4e04 is 175, key is test_row_0/A:col10/1731587431546/Put/seqid=0 2024-11-14T12:30:33,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742015_1191 (size=39949) 2024-11-14T12:30:33,213 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/078b4623b3ee460baf80bed4d4da4e04 2024-11-14T12:30:33,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:33,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T12:30:33,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:33,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:33,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:33,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:33,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:33,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/9eef733e21fa460698e7deb262bb6d49 is 50, key is test_row_0/B:col10/1731587431546/Put/seqid=0 2024-11-14T12:30:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:33,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742016_1192 (size=12301) 2024-11-14T12:30:33,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/9eef733e21fa460698e7deb262bb6d49 2024-11-14T12:30:33,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/598fcfcb0f5f4de980c52a82546c4ea2 is 50, key is test_row_0/C:col10/1731587431546/Put/seqid=0 2024-11-14T12:30:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T12:30:33,395 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:33,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T12:30:33,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:33,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:33,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:33,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:33,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:33,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587493414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:33,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587493443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:33,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587493445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:33,566 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:33,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T12:30:33,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:33,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:33,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:33,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:33,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:33,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742017_1193 (size=12301) 2024-11-14T12:30:33,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/598fcfcb0f5f4de980c52a82546c4ea2 2024-11-14T12:30:33,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587493593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:33,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/078b4623b3ee460baf80bed4d4da4e04 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/078b4623b3ee460baf80bed4d4da4e04 2024-11-14T12:30:33,629 DEBUG [Thread-580 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4219 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:30:33,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/078b4623b3ee460baf80bed4d4da4e04, entries=200, sequenceid=288, filesize=39.0 K 2024-11-14T12:30:33,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/9eef733e21fa460698e7deb262bb6d49 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/9eef733e21fa460698e7deb262bb6d49 2024-11-14T12:30:33,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/9eef733e21fa460698e7deb262bb6d49, entries=150, sequenceid=288, filesize=12.0 K 2024-11-14T12:30:33,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/598fcfcb0f5f4de980c52a82546c4ea2 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/598fcfcb0f5f4de980c52a82546c4ea2 2024-11-14T12:30:33,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/598fcfcb0f5f4de980c52a82546c4ea2, entries=150, sequenceid=288, filesize=12.0 K 2024-11-14T12:30:33,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 70c88a16de019f752948d9669bc194c9 in 1011ms, sequenceid=288, compaction requested=true 2024-11-14T12:30:33,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:33,710 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:33,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:33,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:33,710 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:33,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:33,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:33,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:33,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:33,716 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:33,716 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/B is initiating minor compaction (all files) 2024-11-14T12:30:33,716 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/B in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:33,717 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120273 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:33,717 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/A is initiating minor compaction (all files) 2024-11-14T12:30:33,717 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/A in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:33,717 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/feeaa76700e3488c8740ee6a541aa44c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/c686e4c9bc9049f2ab6e8eef55cad546, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/078b4623b3ee460baf80bed4d4da4e04] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=117.5 K 2024-11-14T12:30:33,717 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:33,717 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/feeaa76700e3488c8740ee6a541aa44c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/c686e4c9bc9049f2ab6e8eef55cad546, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/078b4623b3ee460baf80bed4d4da4e04] 2024-11-14T12:30:33,718 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting feeaa76700e3488c8740ee6a541aa44c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731587429345 2024-11-14T12:30:33,718 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting c686e4c9bc9049f2ab6e8eef55cad546, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731587429406 2024-11-14T12:30:33,719 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 078b4623b3ee460baf80bed4d4da4e04, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731587431546 2024-11-14T12:30:33,739 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7cb8e67f7325486d98852b43b74127f4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/fac337831f054efdafa9dbdcc61ae942, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/9eef733e21fa460698e7deb262bb6d49] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=36.5 K 2024-11-14T12:30:33,740 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cb8e67f7325486d98852b43b74127f4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731587429345 2024-11-14T12:30:33,741 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting fac337831f054efdafa9dbdcc61ae942, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731587429406 2024-11-14T12:30:33,742 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 9eef733e21fa460698e7deb262bb6d49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731587431546 2024-11-14T12:30:33,766 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:33,769 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#B#compaction#157 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:33,770 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/49dd820a4075473f895bc48e57e65d6a is 50, key is test_row_0/B:col10/1731587431546/Put/seqid=0 2024-11-14T12:30:33,800 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:33,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T12:30:33,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:33,802 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T12:30:33,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:33,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:33,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:33,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:33,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:33,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:33,837 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114ca84ea26eebd4303ab02745624e931f6_70c88a16de019f752948d9669bc194c9 store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:33,839 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114ca84ea26eebd4303ab02745624e931f6_70c88a16de019f752948d9669bc194c9, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:33,839 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ca84ea26eebd4303ab02745624e931f6_70c88a16de019f752948d9669bc194c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T12:30:33,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742018_1194 (size=12983) 2024-11-14T12:30:33,933 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/49dd820a4075473f895bc48e57e65d6a as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/49dd820a4075473f895bc48e57e65d6a 2024-11-14T12:30:33,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:33,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111404b3b88a18704b32875756b97f44f932_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587432779/Put/seqid=0 2024-11-14T12:30:33,993 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/B of 70c88a16de019f752948d9669bc194c9 into 49dd820a4075473f895bc48e57e65d6a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:33,994 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:33,994 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/B, priority=13, startTime=1731587433710; duration=0sec 2024-11-14T12:30:33,994 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:33,994 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:B 2024-11-14T12:30:33,994 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:34,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742019_1195 (size=4469) 2024-11-14T12:30:34,013 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:34,013 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/C is initiating minor compaction (all files) 2024-11-14T12:30:34,016 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#A#compaction#156 average throughput is 0.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:34,016 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/f1d7233e04d341d696b13a3c1f7a59fc is 175, key is test_row_0/A:col10/1731587431546/Put/seqid=0 2024-11-14T12:30:34,017 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/C in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:34,017 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/3fbf24c3dd4f4ef9a8a6c4fa40eb7d4d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a5cadbbe3dce43a19129a987b5c53680, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/598fcfcb0f5f4de980c52a82546c4ea2] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=36.5 K 2024-11-14T12:30:34,022 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fbf24c3dd4f4ef9a8a6c4fa40eb7d4d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731587429345 2024-11-14T12:30:34,024 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting a5cadbbe3dce43a19129a987b5c53680, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731587429406 2024-11-14T12:30:34,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587494027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:34,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587494034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:34,041 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 598fcfcb0f5f4de980c52a82546c4ea2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731587431546 2024-11-14T12:30:34,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587494045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:34,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742020_1196 (size=12454) 2024-11-14T12:30:34,122 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#C#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:34,123 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/b77f4e38f3064a3d8b4626696a3dc5e2 is 50, key is test_row_0/C:col10/1731587431546/Put/seqid=0 2024-11-14T12:30:34,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742021_1197 (size=31937) 2024-11-14T12:30:34,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587494145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:34,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587494145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:34,163 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/f1d7233e04d341d696b13a3c1f7a59fc as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/f1d7233e04d341d696b13a3c1f7a59fc 2024-11-14T12:30:34,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587494163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:34,177 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/A of 70c88a16de019f752948d9669bc194c9 into f1d7233e04d341d696b13a3c1f7a59fc(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:34,177 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:34,177 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/A, priority=13, startTime=1731587433710; duration=0sec 2024-11-14T12:30:34,178 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:34,178 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:A 2024-11-14T12:30:34,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742022_1198 (size=12983) 2024-11-14T12:30:34,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587494358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:34,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587494366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:34,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587494388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:34,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:34,487 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111404b3b88a18704b32875756b97f44f932_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111404b3b88a18704b32875756b97f44f932_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:34,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/beec3b2f90304abe921e3a8098378a97, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:34,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/beec3b2f90304abe921e3a8098378a97 is 175, key is test_row_0/A:col10/1731587432779/Put/seqid=0 2024-11-14T12:30:34,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742023_1199 (size=31255) 2024-11-14T12:30:34,553 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/beec3b2f90304abe921e3a8098378a97 2024-11-14T12:30:34,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/7e4d5d78fa814b1e971985ba5396a72e is 50, key is test_row_0/B:col10/1731587432779/Put/seqid=0 2024-11-14T12:30:34,599 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/b77f4e38f3064a3d8b4626696a3dc5e2 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/b77f4e38f3064a3d8b4626696a3dc5e2 2024-11-14T12:30:34,628 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/C of 70c88a16de019f752948d9669bc194c9 into b77f4e38f3064a3d8b4626696a3dc5e2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:34,629 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:34,629 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/C, priority=13, startTime=1731587433711; duration=0sec 2024-11-14T12:30:34,629 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:34,629 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:C 2024-11-14T12:30:34,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742024_1200 (size=12301) 2024-11-14T12:30:34,650 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/7e4d5d78fa814b1e971985ba5396a72e 2024-11-14T12:30:34,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/9938baa8a34e4570b41ef8b2e6b3aa2a is 50, key is test_row_0/C:col10/1731587432779/Put/seqid=0 2024-11-14T12:30:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587494681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:34,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587494681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:34,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587494701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:34,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742025_1201 (size=12301) 2024-11-14T12:30:34,763 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/9938baa8a34e4570b41ef8b2e6b3aa2a 2024-11-14T12:30:34,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/beec3b2f90304abe921e3a8098378a97 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/beec3b2f90304abe921e3a8098378a97 2024-11-14T12:30:34,814 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/beec3b2f90304abe921e3a8098378a97, entries=150, sequenceid=314, filesize=30.5 K 2024-11-14T12:30:34,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/7e4d5d78fa814b1e971985ba5396a72e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7e4d5d78fa814b1e971985ba5396a72e 2024-11-14T12:30:34,831 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7e4d5d78fa814b1e971985ba5396a72e, entries=150, sequenceid=314, filesize=12.0 K 2024-11-14T12:30:34,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/9938baa8a34e4570b41ef8b2e6b3aa2a as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/9938baa8a34e4570b41ef8b2e6b3aa2a 2024-11-14T12:30:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T12:30:34,875 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/9938baa8a34e4570b41ef8b2e6b3aa2a, entries=150, sequenceid=314, filesize=12.0 K 2024-11-14T12:30:34,876 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 70c88a16de019f752948d9669bc194c9 in 1074ms, sequenceid=314, compaction requested=false 2024-11-14T12:30:34,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:34,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:34,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-14T12:30:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-14T12:30:34,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-14T12:30:34,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1400 sec 2024-11-14T12:30:34,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.1560 sec 2024-11-14T12:30:35,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:30:35,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:35,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:35,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:35,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:35,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:35,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:35,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111456af740195504bbdbe87dbd340d05b43_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587434030/Put/seqid=0 2024-11-14T12:30:35,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742026_1202 (size=12454) 2024-11-14T12:30:35,234 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:35,239 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111456af740195504bbdbe87dbd340d05b43_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111456af740195504bbdbe87dbd340d05b43_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:35,242 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/a4f65233947e4f88a6deba96e1670fd1, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:35,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/a4f65233947e4f88a6deba96e1670fd1 is 175, key is test_row_0/A:col10/1731587434030/Put/seqid=0 2024-11-14T12:30:35,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742027_1203 (size=31255) 2024-11-14T12:30:35,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/a4f65233947e4f88a6deba96e1670fd1 2024-11-14T12:30:35,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/423cedbbfdf04096af352415cffb5b81 is 50, key is test_row_0/B:col10/1731587434030/Put/seqid=0 2024-11-14T12:30:35,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587495321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:35,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587495323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:35,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587495328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:35,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742028_1204 (size=12301) 2024-11-14T12:30:35,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/423cedbbfdf04096af352415cffb5b81 2024-11-14T12:30:35,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/989d8e505c1c4c2cb9eecbae93bb2405 is 50, key is test_row_0/C:col10/1731587434030/Put/seqid=0 2024-11-14T12:30:35,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742029_1205 (size=12301) 2024-11-14T12:30:35,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/989d8e505c1c4c2cb9eecbae93bb2405 2024-11-14T12:30:35,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587495440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:35,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587495445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:35,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/a4f65233947e4f88a6deba96e1670fd1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/a4f65233947e4f88a6deba96e1670fd1 2024-11-14T12:30:35,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587495475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:35,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/a4f65233947e4f88a6deba96e1670fd1, entries=150, sequenceid=328, filesize=30.5 K 2024-11-14T12:30:35,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/423cedbbfdf04096af352415cffb5b81 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/423cedbbfdf04096af352415cffb5b81 2024-11-14T12:30:35,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/423cedbbfdf04096af352415cffb5b81, entries=150, sequenceid=328, filesize=12.0 K 2024-11-14T12:30:35,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/989d8e505c1c4c2cb9eecbae93bb2405 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/989d8e505c1c4c2cb9eecbae93bb2405 2024-11-14T12:30:35,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/989d8e505c1c4c2cb9eecbae93bb2405, entries=150, sequenceid=328, filesize=12.0 K 2024-11-14T12:30:35,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 70c88a16de019f752948d9669bc194c9 in 370ms, sequenceid=328, compaction requested=true 2024-11-14T12:30:35,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:35,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:35,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:35,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:35,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:30:35,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:35,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T12:30:35,556 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:35,556 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:35,557 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:35,557 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/A is initiating minor compaction (all files) 2024-11-14T12:30:35,557 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/A in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:35,558 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/f1d7233e04d341d696b13a3c1f7a59fc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/beec3b2f90304abe921e3a8098378a97, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/a4f65233947e4f88a6deba96e1670fd1] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=92.2 K 2024-11-14T12:30:35,558 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:35,558 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/f1d7233e04d341d696b13a3c1f7a59fc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/beec3b2f90304abe921e3a8098378a97, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/a4f65233947e4f88a6deba96e1670fd1] 2024-11-14T12:30:35,558 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1d7233e04d341d696b13a3c1f7a59fc, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731587431546 2024-11-14T12:30:35,559 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:35,559 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting beec3b2f90304abe921e3a8098378a97, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731587432779 2024-11-14T12:30:35,559 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/C is initiating minor compaction (all files) 2024-11-14T12:30:35,559 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/C in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:35,559 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/b77f4e38f3064a3d8b4626696a3dc5e2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/9938baa8a34e4570b41ef8b2e6b3aa2a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/989d8e505c1c4c2cb9eecbae93bb2405] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=36.7 K 2024-11-14T12:30:35,559 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4f65233947e4f88a6deba96e1670fd1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731587434025 2024-11-14T12:30:35,560 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting b77f4e38f3064a3d8b4626696a3dc5e2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731587431546 2024-11-14T12:30:35,564 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 9938baa8a34e4570b41ef8b2e6b3aa2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731587432779 2024-11-14T12:30:35,580 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 989d8e505c1c4c2cb9eecbae93bb2405, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731587434025 2024-11-14T12:30:35,651 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:35,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T12:30:35,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:35,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:35,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:35,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:35,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:35,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:35,686 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#C#compaction#166 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:35,687 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/447dd6a20e674f7d91b00f1129955a1d is 50, key is test_row_0/C:col10/1731587434030/Put/seqid=0 2024-11-14T12:30:35,697 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114e6edd8a3f7ed42cc838875854c2008c3_70c88a16de019f752948d9669bc194c9 store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:35,699 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114e6edd8a3f7ed42cc838875854c2008c3_70c88a16de019f752948d9669bc194c9, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:35,700 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e6edd8a3f7ed42cc838875854c2008c3_70c88a16de019f752948d9669bc194c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:35,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148c7aa7efffb14410a3c4856eb70fd163_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587435649/Put/seqid=0 2024-11-14T12:30:35,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587495760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:35,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587495760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:35,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587495763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:35,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742030_1206 (size=13085) 2024-11-14T12:30:35,813 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/447dd6a20e674f7d91b00f1129955a1d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/447dd6a20e674f7d91b00f1129955a1d 2024-11-14T12:30:35,821 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/C of 70c88a16de019f752948d9669bc194c9 into 447dd6a20e674f7d91b00f1129955a1d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:35,821 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:35,821 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/C, priority=13, startTime=1731587435555; duration=0sec 2024-11-14T12:30:35,821 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:35,821 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:C 2024-11-14T12:30:35,821 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:35,823 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:35,823 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/B is initiating minor compaction (all files) 2024-11-14T12:30:35,823 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/B in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:35,823 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/49dd820a4075473f895bc48e57e65d6a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7e4d5d78fa814b1e971985ba5396a72e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/423cedbbfdf04096af352415cffb5b81] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=36.7 K 2024-11-14T12:30:35,823 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 49dd820a4075473f895bc48e57e65d6a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731587431546 2024-11-14T12:30:35,824 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e4d5d78fa814b1e971985ba5396a72e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731587432779 2024-11-14T12:30:35,824 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 423cedbbfdf04096af352415cffb5b81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731587434025 2024-11-14T12:30:35,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587495873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:35,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587495881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:35,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587495881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:35,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742031_1207 (size=4469) 2024-11-14T12:30:35,947 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#A#compaction#165 average throughput is 0.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:35,947 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/5b1107f31c844258be5fc3da7c18bbe5 is 175, key is test_row_0/A:col10/1731587434030/Put/seqid=0 2024-11-14T12:30:35,963 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:35,964 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/5e3737c49e544ac9b4e38cbde3301534 is 50, key is test_row_0/B:col10/1731587434030/Put/seqid=0 2024-11-14T12:30:36,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742032_1208 (size=14994) 2024-11-14T12:30:36,090 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:36,098 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148c7aa7efffb14410a3c4856eb70fd163_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148c7aa7efffb14410a3c4856eb70fd163_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:36,099 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/1dd72cb4292349299ebdafb28204ac3e, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:36,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/1dd72cb4292349299ebdafb28204ac3e is 175, key is test_row_0/A:col10/1731587435649/Put/seqid=0 2024-11-14T12:30:36,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587496110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742033_1209 (size=32039) 2024-11-14T12:30:36,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587496124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:36,141 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/5b1107f31c844258be5fc3da7c18bbe5 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/5b1107f31c844258be5fc3da7c18bbe5 2024-11-14T12:30:36,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587496129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:36,157 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/A of 70c88a16de019f752948d9669bc194c9 into 5b1107f31c844258be5fc3da7c18bbe5(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:36,157 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:36,157 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/A, priority=13, startTime=1731587435555; duration=0sec 2024-11-14T12:30:36,157 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:36,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742035_1211 (size=39949) 2024-11-14T12:30:36,165 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:A 2024-11-14T12:30:36,166 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/1dd72cb4292349299ebdafb28204ac3e 2024-11-14T12:30:36,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742034_1210 (size=13085) 2024-11-14T12:30:36,174 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/5e3737c49e544ac9b4e38cbde3301534 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/5e3737c49e544ac9b4e38cbde3301534 2024-11-14T12:30:36,184 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/B of 70c88a16de019f752948d9669bc194c9 into 5e3737c49e544ac9b4e38cbde3301534(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:36,184 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:36,184 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/B, priority=13, startTime=1731587435555; duration=0sec 2024-11-14T12:30:36,185 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:36,185 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:B 2024-11-14T12:30:36,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/330cfeea953540afb26307a65ede89e5 is 50, key is test_row_0/B:col10/1731587435649/Put/seqid=0 2024-11-14T12:30:36,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742036_1212 (size=12301) 2024-11-14T12:30:36,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/330cfeea953540afb26307a65ede89e5 2024-11-14T12:30:36,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/194d1db2d768484ab7cd06d1245af85f is 50, key is test_row_0/C:col10/1731587435649/Put/seqid=0 2024-11-14T12:30:36,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587496429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:36,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587496456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:36,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587496470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:36,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742037_1213 (size=12301) 2024-11-14T12:30:36,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/194d1db2d768484ab7cd06d1245af85f 2024-11-14T12:30:36,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/1dd72cb4292349299ebdafb28204ac3e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/1dd72cb4292349299ebdafb28204ac3e 2024-11-14T12:30:36,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/1dd72cb4292349299ebdafb28204ac3e, entries=200, sequenceid=354, filesize=39.0 K 2024-11-14T12:30:36,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/330cfeea953540afb26307a65ede89e5 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/330cfeea953540afb26307a65ede89e5 2024-11-14T12:30:36,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/330cfeea953540afb26307a65ede89e5, entries=150, sequenceid=354, filesize=12.0 K 2024-11-14T12:30:36,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/194d1db2d768484ab7cd06d1245af85f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/194d1db2d768484ab7cd06d1245af85f 2024-11-14T12:30:36,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/194d1db2d768484ab7cd06d1245af85f, entries=150, sequenceid=354, filesize=12.0 K 2024-11-14T12:30:36,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 70c88a16de019f752948d9669bc194c9 in 965ms, sequenceid=354, compaction requested=false 2024-11-14T12:30:36,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T12:30:36,853 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-14T12:30:36,864 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-14T12:30:36,872 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:36,873 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:36,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:30:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T12:30:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:36,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T12:30:36,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:36,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:36,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:36,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:36,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:36,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T12:30:37,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143f5e5a789d6545c2b4f19626db784820_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587435735/Put/seqid=0 2024-11-14T12:30:37,032 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T12:30:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:37,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:37,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587497119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587497119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587497121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,136 DEBUG [Thread-589 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5422eac1 to 127.0.0.1:63767 2024-11-14T12:30:37,136 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:37,139 DEBUG [Thread-585 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75df0cb6 to 127.0.0.1:63767 2024-11-14T12:30:37,139 DEBUG [Thread-585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:37,141 DEBUG [Thread-587 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e9643ec to 127.0.0.1:63767 2024-11-14T12:30:37,141 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:37,142 DEBUG [Thread-591 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x019d0bb4 to 127.0.0.1:63767 2024-11-14T12:30:37,142 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:37,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742038_1214 (size=14994) 2024-11-14T12:30:37,145 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T12:30:37,182 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143f5e5a789d6545c2b4f19626db784820_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143f5e5a789d6545c2b4f19626db784820_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:37,183 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/7acc06825da44fc0bba40f6fccfffb38, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:37,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/7acc06825da44fc0bba40f6fccfffb38 is 175, key is test_row_0/A:col10/1731587435735/Put/seqid=0 2024-11-14T12:30:37,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T12:30:37,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:37,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:37,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:37,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742039_1215 (size=39949) 2024-11-14T12:30:37,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:37,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587497236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587497236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587497254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,363 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T12:30:37,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:37,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:37,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:37,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587497438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587497445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587497472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T12:30:37,540 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T12:30:37,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:37,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:37,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:37,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,621 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/7acc06825da44fc0bba40f6fccfffb38 2024-11-14T12:30:37,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37964 deadline: 1731587497657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,658 DEBUG [Thread-580 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8249 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:30:37,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/7839807275c44cb0b3327dbead99b2a2 is 50, key is test_row_0/B:col10/1731587435735/Put/seqid=0 2024-11-14T12:30:37,704 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T12:30:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:37,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742040_1216 (size=12301) 2024-11-14T12:30:37,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38002 deadline: 1731587497761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37968 deadline: 1731587497761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/7839807275c44cb0b3327dbead99b2a2 2024-11-14T12:30:37,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/d18c8b3fd7704983bd46d411b9ee26db is 50, key is test_row_0/C:col10/1731587435735/Put/seqid=0 2024-11-14T12:30:37,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37958 deadline: 1731587497813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742041_1217 (size=12301) 2024-11-14T12:30:37,880 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:37,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/d18c8b3fd7704983bd46d411b9ee26db 2024-11-14T12:30:37,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T12:30:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:37,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:37,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/7acc06825da44fc0bba40f6fccfffb38 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/7acc06825da44fc0bba40f6fccfffb38 2024-11-14T12:30:37,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/7acc06825da44fc0bba40f6fccfffb38, entries=200, sequenceid=369, filesize=39.0 K 2024-11-14T12:30:37,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/7839807275c44cb0b3327dbead99b2a2 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7839807275c44cb0b3327dbead99b2a2 2024-11-14T12:30:37,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7839807275c44cb0b3327dbead99b2a2, entries=150, sequenceid=369, filesize=12.0 K 2024-11-14T12:30:37,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/d18c8b3fd7704983bd46d411b9ee26db as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/d18c8b3fd7704983bd46d411b9ee26db 2024-11-14T12:30:37,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/d18c8b3fd7704983bd46d411b9ee26db, entries=150, sequenceid=369, filesize=12.0 K 2024-11-14T12:30:37,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 70c88a16de019f752948d9669bc194c9 in 1008ms, sequenceid=369, compaction requested=true 2024-11-14T12:30:37,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:37,965 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:37,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:37,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:37,965 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:37,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:37,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:37,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70c88a16de019f752948d9669bc194c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:37,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:37,966 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111937 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:37,966 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/A is initiating minor compaction (all files) 2024-11-14T12:30:37,966 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/A in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:37,966 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/5b1107f31c844258be5fc3da7c18bbe5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/1dd72cb4292349299ebdafb28204ac3e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/7acc06825da44fc0bba40f6fccfffb38] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=109.3 K 2024-11-14T12:30:37,966 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:37,966 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/5b1107f31c844258be5fc3da7c18bbe5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/1dd72cb4292349299ebdafb28204ac3e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/7acc06825da44fc0bba40f6fccfffb38] 2024-11-14T12:30:37,966 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:37,967 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/B is initiating minor compaction (all files) 2024-11-14T12:30:37,967 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/B in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:37,967 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/5e3737c49e544ac9b4e38cbde3301534, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/330cfeea953540afb26307a65ede89e5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7839807275c44cb0b3327dbead99b2a2] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=36.8 K 2024-11-14T12:30:37,967 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b1107f31c844258be5fc3da7c18bbe5, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731587434025 2024-11-14T12:30:37,971 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e3737c49e544ac9b4e38cbde3301534, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731587434025 2024-11-14T12:30:37,971 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1dd72cb4292349299ebdafb28204ac3e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731587435318 2024-11-14T12:30:37,971 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 330cfeea953540afb26307a65ede89e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731587435322 2024-11-14T12:30:37,976 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7acc06825da44fc0bba40f6fccfffb38, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731587435705 2024-11-14T12:30:37,977 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 7839807275c44cb0b3327dbead99b2a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731587435705 2024-11-14T12:30:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T12:30:38,015 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#B#compaction#174 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:38,016 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/61f29627aa0e406c9bb1cd8735e37720 is 50, key is test_row_0/B:col10/1731587435735/Put/seqid=0 2024-11-14T12:30:38,020 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:38,023 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114040fb3196c3b43ad80db07f306088df2_70c88a16de019f752948d9669bc194c9 store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:38,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742042_1218 (size=13187) 2024-11-14T12:30:38,045 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/61f29627aa0e406c9bb1cd8735e37720 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/61f29627aa0e406c9bb1cd8735e37720 2024-11-14T12:30:38,048 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:38,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T12:30:38,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:38,049 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T12:30:38,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:38,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:38,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:38,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:38,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:38,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:38,054 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/B of 70c88a16de019f752948d9669bc194c9 into 61f29627aa0e406c9bb1cd8735e37720(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:38,054 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:38,054 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/B, priority=13, startTime=1731587437965; duration=0sec 2024-11-14T12:30:38,054 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:38,054 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:B 2024-11-14T12:30:38,054 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:38,055 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:38,055 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 70c88a16de019f752948d9669bc194c9/C is initiating minor compaction (all files) 2024-11-14T12:30:38,056 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 70c88a16de019f752948d9669bc194c9/C in TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:38,056 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/447dd6a20e674f7d91b00f1129955a1d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/194d1db2d768484ab7cd06d1245af85f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/d18c8b3fd7704983bd46d411b9ee26db] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp, totalSize=36.8 K 2024-11-14T12:30:38,056 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 447dd6a20e674f7d91b00f1129955a1d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731587434025 2024-11-14T12:30:38,057 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 194d1db2d768484ab7cd06d1245af85f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731587435322 2024-11-14T12:30:38,057 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting d18c8b3fd7704983bd46d411b9ee26db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731587435705 2024-11-14T12:30:38,120 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114040fb3196c3b43ad80db07f306088df2_70c88a16de019f752948d9669bc194c9, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:38,120 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114040fb3196c3b43ad80db07f306088df2_70c88a16de019f752948d9669bc194c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:38,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ca4bf510a3c94b0a87e997f55c728305_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587437114/Put/seqid=0 2024-11-14T12:30:38,157 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#C#compaction#176 average throughput is 0.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:38,158 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/5dfb1bf055ee426da227f969bbc6c135 is 50, key is test_row_0/C:col10/1731587435735/Put/seqid=0 2024-11-14T12:30:38,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742043_1219 (size=4469) 2024-11-14T12:30:38,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742044_1220 (size=12454) 2024-11-14T12:30:38,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742045_1221 (size=13187) 2024-11-14T12:30:38,238 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/5dfb1bf055ee426da227f969bbc6c135 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/5dfb1bf055ee426da227f969bbc6c135 2024-11-14T12:30:38,265 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/C of 70c88a16de019f752948d9669bc194c9 into 5dfb1bf055ee426da227f969bbc6c135(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:38,265 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:38,265 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/C, priority=13, startTime=1731587437965; duration=0sec 2024-11-14T12:30:38,265 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:38,265 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:C 2024-11-14T12:30:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:38,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. as already flushing 2024-11-14T12:30:38,269 DEBUG [Thread-576 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7763c4d1 to 127.0.0.1:63767 2024-11-14T12:30:38,269 DEBUG [Thread-576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:38,277 DEBUG [Thread-582 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61900726 to 127.0.0.1:63767 2024-11-14T12:30:38,277 DEBUG [Thread-582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:38,335 DEBUG [Thread-574 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ff49468 to 127.0.0.1:63767 2024-11-14T12:30:38,335 DEBUG [Thread-574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:38,587 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70c88a16de019f752948d9669bc194c9#A#compaction#175 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:38,588 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/f983fd1bc277438693b10afc18376c09 is 175, key is test_row_0/A:col10/1731587435735/Put/seqid=0 2024-11-14T12:30:38,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:38,609 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ca4bf510a3c94b0a87e997f55c728305_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ca4bf510a3c94b0a87e997f55c728305_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:38,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/5d5e172f65c44d20babce16fc3f9c67c, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/5d5e172f65c44d20babce16fc3f9c67c is 175, key is test_row_0/A:col10/1731587437114/Put/seqid=0 2024-11-14T12:30:38,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742046_1222 (size=32141) 2024-11-14T12:30:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742047_1223 (size=31255) 2024-11-14T12:30:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T12:30:39,041 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/f983fd1bc277438693b10afc18376c09 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/f983fd1bc277438693b10afc18376c09 2024-11-14T12:30:39,071 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 70c88a16de019f752948d9669bc194c9/A of 70c88a16de019f752948d9669bc194c9 into f983fd1bc277438693b10afc18376c09(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-14T12:30:39,071 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:39,071 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9., storeName=70c88a16de019f752948d9669bc194c9/A, priority=13, startTime=1731587437964; duration=1sec 2024-11-14T12:30:39,071 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/5d5e172f65c44d20babce16fc3f9c67c 2024-11-14T12:30:39,071 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:39,071 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70c88a16de019f752948d9669bc194c9:A 2024-11-14T12:30:39,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/50f38d6ee4d64490af9bb93e45fbfb3d is 50, key is test_row_0/B:col10/1731587437114/Put/seqid=0 2024-11-14T12:30:39,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742048_1224 (size=12301) 2024-11-14T12:30:39,573 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/50f38d6ee4d64490af9bb93e45fbfb3d 2024-11-14T12:30:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/45a22654ae7d46e2a8d0809a9eb23f74 is 50, key is test_row_0/C:col10/1731587437114/Put/seqid=0 2024-11-14T12:30:39,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742049_1225 (size=12301) 2024-11-14T12:30:39,685 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/45a22654ae7d46e2a8d0809a9eb23f74 2024-11-14T12:30:39,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/5d5e172f65c44d20babce16fc3f9c67c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/5d5e172f65c44d20babce16fc3f9c67c 2024-11-14T12:30:39,750 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/5d5e172f65c44d20babce16fc3f9c67c, entries=150, sequenceid=394, filesize=30.5 K 2024-11-14T12:30:39,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/50f38d6ee4d64490af9bb93e45fbfb3d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/50f38d6ee4d64490af9bb93e45fbfb3d 2024-11-14T12:30:39,781 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/50f38d6ee4d64490af9bb93e45fbfb3d, entries=150, sequenceid=394, filesize=12.0 K 2024-11-14T12:30:39,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/45a22654ae7d46e2a8d0809a9eb23f74 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/45a22654ae7d46e2a8d0809a9eb23f74 2024-11-14T12:30:39,825 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/45a22654ae7d46e2a8d0809a9eb23f74, entries=150, sequenceid=394, filesize=12.0 K 2024-11-14T12:30:39,834 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for 70c88a16de019f752948d9669bc194c9 in 1785ms, sequenceid=394, compaction requested=false 2024-11-14T12:30:39,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:39,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:39,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-14T12:30:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-14T12:30:39,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-14T12:30:39,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9830 sec 2024-11-14T12:30:39,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 3.0020 sec 2024-11-14T12:30:40,300 DEBUG [Thread-578 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x012bf893 to 127.0.0.1:63767 2024-11-14T12:30:40,300 DEBUG [Thread-578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T12:30:40,985 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-14T12:30:42,691 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:30:45,032 ERROR [LeaseRenewer:jenkins@localhost:34141 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34141,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:47,741 DEBUG [Thread-580 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34a1b861 to 127.0.0.1:63767 2024-11-14T12:30:47,741 DEBUG [Thread-580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:47,741 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T12:30:47,742 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-14T12:30:47,742 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-14T12:30:47,742 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-14T12:30:47,742 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-14T12:30:47,742 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-14T12:30:47,742 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T12:30:47,742 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4182 2024-11-14T12:30:47,742 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4027 2024-11-14T12:30:47,742 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T12:30:47,742 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1650 2024-11-14T12:30:47,742 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4945 rows 2024-11-14T12:30:47,742 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1634 2024-11-14T12:30:47,742 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4902 rows 2024-11-14T12:30:47,742 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T12:30:47,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fcb4db1 to 127.0.0.1:63767 2024-11-14T12:30:47,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:30:47,747 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T12:30:47,748 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T12:30:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T12:30:47,756 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587447756"}]},"ts":"1731587447756"} 2024-11-14T12:30:47,757 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T12:30:47,762 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T12:30:47,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:30:47,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=70c88a16de019f752948d9669bc194c9, UNASSIGN}] 2024-11-14T12:30:47,765 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=70c88a16de019f752948d9669bc194c9, UNASSIGN 2024-11-14T12:30:47,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=70c88a16de019f752948d9669bc194c9, regionState=CLOSING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:47,766 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:30:47,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; CloseRegionProcedure 70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:30:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T12:30:47,917 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:47,918 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] handler.UnassignRegionHandler(124): Close 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:47,918 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T12:30:47,918 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1681): Closing 70c88a16de019f752948d9669bc194c9, disabling compactions & flushes 2024-11-14T12:30:47,918 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:47,918 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:47,918 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. after waiting 0 ms 2024-11-14T12:30:47,918 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:47,919 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(2837): Flushing 70c88a16de019f752948d9669bc194c9 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T12:30:47,919 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=A 2024-11-14T12:30:47,919 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:47,919 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=B 2024-11-14T12:30:47,919 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:47,919 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 70c88a16de019f752948d9669bc194c9, store=C 2024-11-14T12:30:47,919 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:47,930 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114298a2bfcb79747beb2cd51f3f0a170b6_70c88a16de019f752948d9669bc194c9 is 50, key is test_row_0/A:col10/1731587438329/Put/seqid=0 2024-11-14T12:30:47,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742050_1226 (size=9914) 2024-11-14T12:30:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T12:30:48,225 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34141 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34141,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:48,341 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:48,346 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114298a2bfcb79747beb2cd51f3f0a170b6_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114298a2bfcb79747beb2cd51f3f0a170b6_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:48,347 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/daef1901b47e449fb41efaf300ad9fe8, store: [table=TestAcidGuarantees family=A region=70c88a16de019f752948d9669bc194c9] 2024-11-14T12:30:48,347 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/daef1901b47e449fb41efaf300ad9fe8 is 175, key is test_row_0/A:col10/1731587438329/Put/seqid=0 2024-11-14T12:30:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742051_1227 (size=22561) 2024-11-14T12:30:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T12:30:48,753 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=405, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/daef1901b47e449fb41efaf300ad9fe8 2024-11-14T12:30:48,766 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/60108268867742e896be1923de6a2ab4 is 50, key is test_row_0/B:col10/1731587438329/Put/seqid=0 2024-11-14T12:30:48,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742052_1228 (size=9857) 2024-11-14T12:30:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T12:30:49,177 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/60108268867742e896be1923de6a2ab4 2024-11-14T12:30:49,185 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/415a2b70d51b4efa8406ea5b3c6d0933 is 50, key is test_row_0/C:col10/1731587438329/Put/seqid=0 2024-11-14T12:30:49,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742053_1229 (size=9857) 2024-11-14T12:30:49,589 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/415a2b70d51b4efa8406ea5b3c6d0933 2024-11-14T12:30:49,594 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/A/daef1901b47e449fb41efaf300ad9fe8 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/daef1901b47e449fb41efaf300ad9fe8 2024-11-14T12:30:49,598 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/daef1901b47e449fb41efaf300ad9fe8, entries=100, sequenceid=405, filesize=22.0 K 2024-11-14T12:30:49,599 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/B/60108268867742e896be1923de6a2ab4 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/60108268867742e896be1923de6a2ab4 2024-11-14T12:30:49,603 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/60108268867742e896be1923de6a2ab4, entries=100, sequenceid=405, filesize=9.6 K 2024-11-14T12:30:49,604 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/.tmp/C/415a2b70d51b4efa8406ea5b3c6d0933 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/415a2b70d51b4efa8406ea5b3c6d0933 2024-11-14T12:30:49,608 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/415a2b70d51b4efa8406ea5b3c6d0933, entries=100, sequenceid=405, filesize=9.6 K 2024-11-14T12:30:49,609 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 70c88a16de019f752948d9669bc194c9 in 1691ms, sequenceid=405, compaction requested=true 2024-11-14T12:30:49,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/d813ee3cbe7c471fb4ef7917fac75beb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/bc97f16322bc4bf786bb5753a02a6149, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/f724587259754931a48e7360bbdcb72f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/9b8c5ad27414405e925b444972a7900f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/6ba6eb61312a41f7b65795e6f9f8cef8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/63e9e565c508473896ccbdd5f96cf74e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/692829bb05c44d90b54723432003c6a1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/37941f24ba2a48ed81e7493d8224e53c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/dc9549cbec4b4fd4badd1bfc01d63b2c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/9b60da977e4941eaa055b1fa78521d6b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/adc162c47c2842dc8fe04a86a30899dc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/07d883a9780642499b53b28f4339ab54, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/852378a64084435eace13058536cd307, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/76f1d2c72ab941ee9be7e68512e5403c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/8241ee37a4384d3b987f0a95235b5b46, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/a4c87dc6e4e541c9b90cc46fda88f262, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/3c8606b85e834cd491bf79663627f382, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/feeaa76700e3488c8740ee6a541aa44c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/c686e4c9bc9049f2ab6e8eef55cad546, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/078b4623b3ee460baf80bed4d4da4e04, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/f1d7233e04d341d696b13a3c1f7a59fc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/beec3b2f90304abe921e3a8098378a97, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/5b1107f31c844258be5fc3da7c18bbe5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/a4f65233947e4f88a6deba96e1670fd1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/1dd72cb4292349299ebdafb28204ac3e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/7acc06825da44fc0bba40f6fccfffb38] to archive 2024-11-14T12:30:49,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:30:49,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/d813ee3cbe7c471fb4ef7917fac75beb to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/d813ee3cbe7c471fb4ef7917fac75beb 2024-11-14T12:30:49,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/bc97f16322bc4bf786bb5753a02a6149 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/bc97f16322bc4bf786bb5753a02a6149 2024-11-14T12:30:49,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/f724587259754931a48e7360bbdcb72f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/f724587259754931a48e7360bbdcb72f 2024-11-14T12:30:49,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/9b8c5ad27414405e925b444972a7900f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/9b8c5ad27414405e925b444972a7900f 2024-11-14T12:30:49,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/6ba6eb61312a41f7b65795e6f9f8cef8 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/6ba6eb61312a41f7b65795e6f9f8cef8 2024-11-14T12:30:49,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/63e9e565c508473896ccbdd5f96cf74e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/63e9e565c508473896ccbdd5f96cf74e 2024-11-14T12:30:49,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/692829bb05c44d90b54723432003c6a1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/692829bb05c44d90b54723432003c6a1 2024-11-14T12:30:49,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/37941f24ba2a48ed81e7493d8224e53c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/37941f24ba2a48ed81e7493d8224e53c 2024-11-14T12:30:49,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/dc9549cbec4b4fd4badd1bfc01d63b2c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/dc9549cbec4b4fd4badd1bfc01d63b2c 2024-11-14T12:30:49,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/9b60da977e4941eaa055b1fa78521d6b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/9b60da977e4941eaa055b1fa78521d6b 2024-11-14T12:30:49,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/adc162c47c2842dc8fe04a86a30899dc to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/adc162c47c2842dc8fe04a86a30899dc 2024-11-14T12:30:49,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/07d883a9780642499b53b28f4339ab54 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/07d883a9780642499b53b28f4339ab54 2024-11-14T12:30:49,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/852378a64084435eace13058536cd307 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/852378a64084435eace13058536cd307 2024-11-14T12:30:49,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/76f1d2c72ab941ee9be7e68512e5403c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/76f1d2c72ab941ee9be7e68512e5403c 2024-11-14T12:30:49,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/8241ee37a4384d3b987f0a95235b5b46 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/8241ee37a4384d3b987f0a95235b5b46 2024-11-14T12:30:49,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/a4c87dc6e4e541c9b90cc46fda88f262 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/a4c87dc6e4e541c9b90cc46fda88f262 2024-11-14T12:30:49,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/3c8606b85e834cd491bf79663627f382 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/3c8606b85e834cd491bf79663627f382 2024-11-14T12:30:49,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/feeaa76700e3488c8740ee6a541aa44c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/feeaa76700e3488c8740ee6a541aa44c 2024-11-14T12:30:49,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/c686e4c9bc9049f2ab6e8eef55cad546 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/c686e4c9bc9049f2ab6e8eef55cad546 2024-11-14T12:30:49,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/078b4623b3ee460baf80bed4d4da4e04 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/078b4623b3ee460baf80bed4d4da4e04 2024-11-14T12:30:49,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/f1d7233e04d341d696b13a3c1f7a59fc to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/f1d7233e04d341d696b13a3c1f7a59fc 2024-11-14T12:30:49,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/beec3b2f90304abe921e3a8098378a97 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/beec3b2f90304abe921e3a8098378a97 2024-11-14T12:30:49,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/5b1107f31c844258be5fc3da7c18bbe5 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/5b1107f31c844258be5fc3da7c18bbe5 2024-11-14T12:30:49,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/a4f65233947e4f88a6deba96e1670fd1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/a4f65233947e4f88a6deba96e1670fd1 2024-11-14T12:30:49,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/1dd72cb4292349299ebdafb28204ac3e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/1dd72cb4292349299ebdafb28204ac3e 2024-11-14T12:30:49,650 DEBUG [master/7a6a7f6bcca9:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 6a5fe265708bec2863a5bb7d94596b46 changed from -1.0 to 0.0, refreshing cache 2024-11-14T12:30:49,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/7acc06825da44fc0bba40f6fccfffb38 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/7acc06825da44fc0bba40f6fccfffb38 2024-11-14T12:30:49,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3ee2571cf5914546bf29c292e7a0a696, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3512110d29724dd7bb8df4eacfd21a47, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/cef772bbf6ee4108930dd3a6fdf5c3f7, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/e0af38244a7045a286fb6fd53926cfcb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f28d2913befb4485bbe777c3b4e90b5f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/4e4619cb645d48c8949ac45c67c48a14, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/29f5341e597f4884b4a9dc042187261f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/51115c081baf41aea6644754f9d51be5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/fd299ba67e1949898d4c4f290ca1ff5f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f8ded43c9fb44c4e992defca3addf0a1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/6a01577065d54c1d8cfe01b8cf5840c8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f8d64047f0444789b3f533d16a97a213, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/d3077368b94d44c09a63b5d9a30289f8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/36e1b0409f74442180e74b09aa2adb20, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/1af00d02847e46fd9bd817fd98702959, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3d030a6aa24e4c22a5c4fea13329ca99, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7cb8e67f7325486d98852b43b74127f4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/270c65d8c172459e990d388e3d64d88d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/fac337831f054efdafa9dbdcc61ae942, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/49dd820a4075473f895bc48e57e65d6a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/9eef733e21fa460698e7deb262bb6d49, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7e4d5d78fa814b1e971985ba5396a72e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/5e3737c49e544ac9b4e38cbde3301534, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/423cedbbfdf04096af352415cffb5b81, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/330cfeea953540afb26307a65ede89e5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7839807275c44cb0b3327dbead99b2a2] to archive 2024-11-14T12:30:49,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:30:49,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3ee2571cf5914546bf29c292e7a0a696 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3ee2571cf5914546bf29c292e7a0a696 2024-11-14T12:30:49,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3512110d29724dd7bb8df4eacfd21a47 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3512110d29724dd7bb8df4eacfd21a47 2024-11-14T12:30:49,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/cef772bbf6ee4108930dd3a6fdf5c3f7 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/cef772bbf6ee4108930dd3a6fdf5c3f7 2024-11-14T12:30:49,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/e0af38244a7045a286fb6fd53926cfcb to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/e0af38244a7045a286fb6fd53926cfcb 2024-11-14T12:30:49,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f28d2913befb4485bbe777c3b4e90b5f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f28d2913befb4485bbe777c3b4e90b5f 2024-11-14T12:30:49,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/4e4619cb645d48c8949ac45c67c48a14 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/4e4619cb645d48c8949ac45c67c48a14 2024-11-14T12:30:49,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/29f5341e597f4884b4a9dc042187261f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/29f5341e597f4884b4a9dc042187261f 2024-11-14T12:30:49,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/51115c081baf41aea6644754f9d51be5 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/51115c081baf41aea6644754f9d51be5 2024-11-14T12:30:49,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/fd299ba67e1949898d4c4f290ca1ff5f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/fd299ba67e1949898d4c4f290ca1ff5f 2024-11-14T12:30:49,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f8ded43c9fb44c4e992defca3addf0a1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f8ded43c9fb44c4e992defca3addf0a1 2024-11-14T12:30:49,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/6a01577065d54c1d8cfe01b8cf5840c8 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/6a01577065d54c1d8cfe01b8cf5840c8 2024-11-14T12:30:49,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f8d64047f0444789b3f533d16a97a213 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/f8d64047f0444789b3f533d16a97a213 2024-11-14T12:30:49,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/d3077368b94d44c09a63b5d9a30289f8 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/d3077368b94d44c09a63b5d9a30289f8 2024-11-14T12:30:49,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/36e1b0409f74442180e74b09aa2adb20 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/36e1b0409f74442180e74b09aa2adb20 2024-11-14T12:30:49,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/1af00d02847e46fd9bd817fd98702959 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/1af00d02847e46fd9bd817fd98702959 2024-11-14T12:30:49,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3d030a6aa24e4c22a5c4fea13329ca99 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/3d030a6aa24e4c22a5c4fea13329ca99 2024-11-14T12:30:49,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7cb8e67f7325486d98852b43b74127f4 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7cb8e67f7325486d98852b43b74127f4 2024-11-14T12:30:49,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/270c65d8c172459e990d388e3d64d88d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/270c65d8c172459e990d388e3d64d88d 2024-11-14T12:30:49,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/fac337831f054efdafa9dbdcc61ae942 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/fac337831f054efdafa9dbdcc61ae942 2024-11-14T12:30:49,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/49dd820a4075473f895bc48e57e65d6a to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/49dd820a4075473f895bc48e57e65d6a 2024-11-14T12:30:49,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/9eef733e21fa460698e7deb262bb6d49 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/9eef733e21fa460698e7deb262bb6d49 2024-11-14T12:30:49,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7e4d5d78fa814b1e971985ba5396a72e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7e4d5d78fa814b1e971985ba5396a72e 2024-11-14T12:30:49,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/5e3737c49e544ac9b4e38cbde3301534 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/5e3737c49e544ac9b4e38cbde3301534 2024-11-14T12:30:49,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/423cedbbfdf04096af352415cffb5b81 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/423cedbbfdf04096af352415cffb5b81 2024-11-14T12:30:49,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/330cfeea953540afb26307a65ede89e5 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/330cfeea953540afb26307a65ede89e5 2024-11-14T12:30:49,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7839807275c44cb0b3327dbead99b2a2 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/7839807275c44cb0b3327dbead99b2a2 2024-11-14T12:30:49,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/f3a5093aa83c4c43a86a2a7f1b1f4fd6, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a98824dba01447d08c7c1b3fa2b8aa63, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/125eb1c344ec48f79720027176d747bf, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/6c685365e1fd472880bb611c25ffed5f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/cc706715365f48a380b8adc3ea09e2ef, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/8dc06f9c6ec8455a82922dfba92cafab, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/fd87b155dae641d89c47baba90896e7f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c3a6a3312b6747be8d010da5c6734424, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/1e6dfd9057644735996dcb10f540606b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a594f02262a0418cb602a442b7318a13, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/16d91f8df23348dbb198c4e208d167d2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/85b1b73098644d4b8eb49cf8e04a7f15, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/63c8a47fdc384e85a145e451c8e94d45, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c0a7649bcb0b4320bc1dddffe9c97c75, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/fc555aad3d214845bb7d3d7871894d81, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c935766f55f347afb974827f8c75b83c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/3fbf24c3dd4f4ef9a8a6c4fa40eb7d4d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/0164ceadaa5145fda6c045fbe49649d9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a5cadbbe3dce43a19129a987b5c53680, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/b77f4e38f3064a3d8b4626696a3dc5e2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/598fcfcb0f5f4de980c52a82546c4ea2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/9938baa8a34e4570b41ef8b2e6b3aa2a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/447dd6a20e674f7d91b00f1129955a1d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/989d8e505c1c4c2cb9eecbae93bb2405, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/194d1db2d768484ab7cd06d1245af85f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/d18c8b3fd7704983bd46d411b9ee26db] to archive 2024-11-14T12:30:49,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:30:49,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/f3a5093aa83c4c43a86a2a7f1b1f4fd6 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/f3a5093aa83c4c43a86a2a7f1b1f4fd6 2024-11-14T12:30:49,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a98824dba01447d08c7c1b3fa2b8aa63 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a98824dba01447d08c7c1b3fa2b8aa63 2024-11-14T12:30:49,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/125eb1c344ec48f79720027176d747bf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/125eb1c344ec48f79720027176d747bf 2024-11-14T12:30:49,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/6c685365e1fd472880bb611c25ffed5f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/6c685365e1fd472880bb611c25ffed5f 2024-11-14T12:30:49,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/cc706715365f48a380b8adc3ea09e2ef to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/cc706715365f48a380b8adc3ea09e2ef 2024-11-14T12:30:49,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/8dc06f9c6ec8455a82922dfba92cafab to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/8dc06f9c6ec8455a82922dfba92cafab 2024-11-14T12:30:49,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/fd87b155dae641d89c47baba90896e7f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/fd87b155dae641d89c47baba90896e7f 2024-11-14T12:30:49,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c3a6a3312b6747be8d010da5c6734424 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c3a6a3312b6747be8d010da5c6734424 2024-11-14T12:30:49,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/1e6dfd9057644735996dcb10f540606b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/1e6dfd9057644735996dcb10f540606b 2024-11-14T12:30:49,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a594f02262a0418cb602a442b7318a13 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a594f02262a0418cb602a442b7318a13 2024-11-14T12:30:49,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/16d91f8df23348dbb198c4e208d167d2 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/16d91f8df23348dbb198c4e208d167d2 2024-11-14T12:30:49,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/85b1b73098644d4b8eb49cf8e04a7f15 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/85b1b73098644d4b8eb49cf8e04a7f15 2024-11-14T12:30:49,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/63c8a47fdc384e85a145e451c8e94d45 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/63c8a47fdc384e85a145e451c8e94d45 2024-11-14T12:30:49,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c0a7649bcb0b4320bc1dddffe9c97c75 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c0a7649bcb0b4320bc1dddffe9c97c75 2024-11-14T12:30:49,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/fc555aad3d214845bb7d3d7871894d81 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/fc555aad3d214845bb7d3d7871894d81 2024-11-14T12:30:49,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c935766f55f347afb974827f8c75b83c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/c935766f55f347afb974827f8c75b83c 2024-11-14T12:30:49,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/3fbf24c3dd4f4ef9a8a6c4fa40eb7d4d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/3fbf24c3dd4f4ef9a8a6c4fa40eb7d4d 2024-11-14T12:30:49,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/0164ceadaa5145fda6c045fbe49649d9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/0164ceadaa5145fda6c045fbe49649d9 2024-11-14T12:30:49,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a5cadbbe3dce43a19129a987b5c53680 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/a5cadbbe3dce43a19129a987b5c53680 2024-11-14T12:30:49,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/b77f4e38f3064a3d8b4626696a3dc5e2 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/b77f4e38f3064a3d8b4626696a3dc5e2 2024-11-14T12:30:49,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/598fcfcb0f5f4de980c52a82546c4ea2 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/598fcfcb0f5f4de980c52a82546c4ea2 2024-11-14T12:30:49,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/9938baa8a34e4570b41ef8b2e6b3aa2a to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/9938baa8a34e4570b41ef8b2e6b3aa2a 2024-11-14T12:30:49,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/447dd6a20e674f7d91b00f1129955a1d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/447dd6a20e674f7d91b00f1129955a1d 2024-11-14T12:30:49,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/989d8e505c1c4c2cb9eecbae93bb2405 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/989d8e505c1c4c2cb9eecbae93bb2405 2024-11-14T12:30:49,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/194d1db2d768484ab7cd06d1245af85f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/194d1db2d768484ab7cd06d1245af85f 2024-11-14T12:30:49,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/d18c8b3fd7704983bd46d411b9ee26db to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/d18c8b3fd7704983bd46d411b9ee26db 2024-11-14T12:30:49,757 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/recovered.edits/408.seqid, newMaxSeqId=408, maxSeqId=4 2024-11-14T12:30:49,758 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9. 2024-11-14T12:30:49,758 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1635): Region close journal for 70c88a16de019f752948d9669bc194c9: 2024-11-14T12:30:49,760 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] handler.UnassignRegionHandler(170): Closed 70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,760 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=70c88a16de019f752948d9669bc194c9, regionState=CLOSED 2024-11-14T12:30:49,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-14T12:30:49,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; CloseRegionProcedure 70c88a16de019f752948d9669bc194c9, server=7a6a7f6bcca9,45647,1731587384712 in 1.9950 sec 2024-11-14T12:30:49,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=52 2024-11-14T12:30:49,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=70c88a16de019f752948d9669bc194c9, UNASSIGN in 1.9990 sec 2024-11-14T12:30:49,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-14T12:30:49,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0020 sec 2024-11-14T12:30:49,767 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587449767"}]},"ts":"1731587449767"} 2024-11-14T12:30:49,768 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T12:30:49,770 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T12:30:49,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0230 sec 2024-11-14T12:30:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T12:30:49,861 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-14T12:30:49,863 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T12:30:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:49,865 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=55, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:49,866 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=55, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T12:30:49,876 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,911 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/recovered.edits] 2024-11-14T12:30:49,917 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/5d5e172f65c44d20babce16fc3f9c67c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/5d5e172f65c44d20babce16fc3f9c67c 2024-11-14T12:30:49,919 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/daef1901b47e449fb41efaf300ad9fe8 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/daef1901b47e449fb41efaf300ad9fe8 2024-11-14T12:30:49,921 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/f983fd1bc277438693b10afc18376c09 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/A/f983fd1bc277438693b10afc18376c09 2024-11-14T12:30:49,924 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/50f38d6ee4d64490af9bb93e45fbfb3d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/50f38d6ee4d64490af9bb93e45fbfb3d 2024-11-14T12:30:49,925 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/60108268867742e896be1923de6a2ab4 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/60108268867742e896be1923de6a2ab4 2024-11-14T12:30:49,927 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/61f29627aa0e406c9bb1cd8735e37720 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/B/61f29627aa0e406c9bb1cd8735e37720 2024-11-14T12:30:49,930 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/415a2b70d51b4efa8406ea5b3c6d0933 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/415a2b70d51b4efa8406ea5b3c6d0933 2024-11-14T12:30:49,933 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/45a22654ae7d46e2a8d0809a9eb23f74 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/45a22654ae7d46e2a8d0809a9eb23f74 2024-11-14T12:30:49,935 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/5dfb1bf055ee426da227f969bbc6c135 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/C/5dfb1bf055ee426da227f969bbc6c135 2024-11-14T12:30:49,939 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/recovered.edits/408.seqid to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9/recovered.edits/408.seqid 2024-11-14T12:30:49,940 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,940 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T12:30:49,941 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T12:30:49,942 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T12:30:49,946 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111404b3b88a18704b32875756b97f44f932_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111404b3b88a18704b32875756b97f44f932_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,948 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140ab0a2c88a7a4cdeacf3be9e82b86c77_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140ab0a2c88a7a4cdeacf3be9e82b86c77_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,950 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141c33d4d3bdc448bcbb8103c18e4c6f1a_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141c33d4d3bdc448bcbb8103c18e4c6f1a_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,953 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111428d6284e01ac489f8f88b5993549c89f_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111428d6284e01ac489f8f88b5993549c89f_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,954 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114298a2bfcb79747beb2cd51f3f0a170b6_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114298a2bfcb79747beb2cd51f3f0a170b6_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,955 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143f5e5a789d6545c2b4f19626db784820_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143f5e5a789d6545c2b4f19626db784820_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,958 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111456af740195504bbdbe87dbd340d05b43_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111456af740195504bbdbe87dbd340d05b43_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,960 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145e5a2876dadf43a9a8087eef675b916f_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145e5a2876dadf43a9a8087eef675b916f_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,961 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111463441901e6204541b67d771d79d9e8e8_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111463441901e6204541b67d771d79d9e8e8_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,963 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146d3a53925c3d449f99668f5e01c1bf30_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146d3a53925c3d449f99668f5e01c1bf30_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,964 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148c7aa7efffb14410a3c4856eb70fd163_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148c7aa7efffb14410a3c4856eb70fd163_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,966 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114900bec10bb964132afb5b14917e2c1fa_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114900bec10bb964132afb5b14917e2c1fa_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T12:30:49,968 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a431be1772d148458cbfb6f470750241_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a431be1772d148458cbfb6f470750241_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,970 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b1070d68b49f4104aad13bbcec92932c_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b1070d68b49f4104aad13bbcec92932c_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,972 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b3b6698338a64f34825a3cabb91e4e39_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b3b6698338a64f34825a3cabb91e4e39_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,973 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ca4bf510a3c94b0a87e997f55c728305_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ca4bf510a3c94b0a87e997f55c728305_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,975 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d04f711893aa4409a2bd91ad9423201d_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d04f711893aa4409a2bd91ad9423201d_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,977 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ead5c31edd6846da8071af0f2376e9ae_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ead5c31edd6846da8071af0f2376e9ae_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,978 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114eec07ea7a9fd40edb4e36359de90a16a_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114eec07ea7a9fd40edb4e36359de90a16a_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,980 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f7c499bb59a34624997efc7de4735b52_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f7c499bb59a34624997efc7de4735b52_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,983 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fe534068a1f4478890c676c6510d81e2_70c88a16de019f752948d9669bc194c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fe534068a1f4478890c676c6510d81e2_70c88a16de019f752948d9669bc194c9 2024-11-14T12:30:49,983 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T12:30:49,986 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=55, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:49,989 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T12:30:49,993 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T12:30:49,994 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=55, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:49,994 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T12:30:49,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731587449994"}]},"ts":"9223372036854775807"} 2024-11-14T12:30:49,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T12:30:49,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 70c88a16de019f752948d9669bc194c9, NAME => 'TestAcidGuarantees,,1731587414977.70c88a16de019f752948d9669bc194c9.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T12:30:49,996 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T12:30:49,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731587449997"}]},"ts":"9223372036854775807"} 2024-11-14T12:30:50,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T12:30:50,011 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=55, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:50,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 148 msec 2024-11-14T12:30:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T12:30:50,169 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-14T12:30:50,180 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=453 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=990 (was 825) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3979 (was 3529) - AvailableMemoryMB LEAK? - 2024-11-14T12:30:50,192 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=990, ProcessCount=11, AvailableMemoryMB=3978 2024-11-14T12:30:50,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:30:50,193 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:30:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=56, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T12:30:50,195 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:30:50,195 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:50,196 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 56 2024-11-14T12:30:50,196 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:30:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-11-14T12:30:50,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742054_1230 (size=960) 2024-11-14T12:30:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-11-14T12:30:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-11-14T12:30:50,610 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f 2024-11-14T12:30:50,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742055_1231 (size=53) 2024-11-14T12:30:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-11-14T12:30:51,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:30:51,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e142860caf5034ce5b1b0d2bfdb4bf80, disabling compactions & flushes 2024-11-14T12:30:51,016 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:51,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:51,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. after waiting 0 ms 2024-11-14T12:30:51,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:51,016 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:51,017 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:51,018 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:30:51,018 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731587451018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587451018"}]},"ts":"1731587451018"} 2024-11-14T12:30:51,019 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T12:30:51,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:30:51,020 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587451020"}]},"ts":"1731587451020"} 2024-11-14T12:30:51,021 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T12:30:51,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e142860caf5034ce5b1b0d2bfdb4bf80, ASSIGN}] 2024-11-14T12:30:51,027 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e142860caf5034ce5b1b0d2bfdb4bf80, ASSIGN 2024-11-14T12:30:51,028 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e142860caf5034ce5b1b0d2bfdb4bf80, ASSIGN; state=OFFLINE, location=7a6a7f6bcca9,45647,1731587384712; forceNewPlan=false, retain=false 2024-11-14T12:30:51,178 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=e142860caf5034ce5b1b0d2bfdb4bf80, regionState=OPENING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:51,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; OpenRegionProcedure e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:30:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-11-14T12:30:51,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:51,334 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:51,335 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:30:51,335 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:51,335 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:30:51,335 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:51,335 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:51,337 INFO [StoreOpener-e142860caf5034ce5b1b0d2bfdb4bf80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:51,341 INFO [StoreOpener-e142860caf5034ce5b1b0d2bfdb4bf80-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:30:51,341 INFO [StoreOpener-e142860caf5034ce5b1b0d2bfdb4bf80-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e142860caf5034ce5b1b0d2bfdb4bf80 columnFamilyName A 2024-11-14T12:30:51,341 DEBUG [StoreOpener-e142860caf5034ce5b1b0d2bfdb4bf80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:51,342 INFO [StoreOpener-e142860caf5034ce5b1b0d2bfdb4bf80-1 {}] regionserver.HStore(327): Store=e142860caf5034ce5b1b0d2bfdb4bf80/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:30:51,342 INFO [StoreOpener-e142860caf5034ce5b1b0d2bfdb4bf80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:51,343 INFO [StoreOpener-e142860caf5034ce5b1b0d2bfdb4bf80-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:30:51,343 INFO [StoreOpener-e142860caf5034ce5b1b0d2bfdb4bf80-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e142860caf5034ce5b1b0d2bfdb4bf80 columnFamilyName B 2024-11-14T12:30:51,343 DEBUG [StoreOpener-e142860caf5034ce5b1b0d2bfdb4bf80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:51,344 INFO [StoreOpener-e142860caf5034ce5b1b0d2bfdb4bf80-1 {}] regionserver.HStore(327): Store=e142860caf5034ce5b1b0d2bfdb4bf80/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:30:51,344 INFO [StoreOpener-e142860caf5034ce5b1b0d2bfdb4bf80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:51,345 INFO [StoreOpener-e142860caf5034ce5b1b0d2bfdb4bf80-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:30:51,345 INFO [StoreOpener-e142860caf5034ce5b1b0d2bfdb4bf80-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e142860caf5034ce5b1b0d2bfdb4bf80 columnFamilyName C 2024-11-14T12:30:51,346 DEBUG [StoreOpener-e142860caf5034ce5b1b0d2bfdb4bf80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:30:51,346 INFO [StoreOpener-e142860caf5034ce5b1b0d2bfdb4bf80-1 {}] regionserver.HStore(327): Store=e142860caf5034ce5b1b0d2bfdb4bf80/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:30:51,346 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:51,347 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:51,347 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:51,349 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:30:51,351 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:51,353 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:30:51,354 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened e142860caf5034ce5b1b0d2bfdb4bf80; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74530136, jitterRate=0.11058557033538818}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:30:51,355 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:51,356 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., pid=58, masterSystemTime=1731587451331 2024-11-14T12:30:51,358 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:51,358 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:51,358 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=e142860caf5034ce5b1b0d2bfdb4bf80, regionState=OPEN, openSeqNum=2, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:51,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-14T12:30:51,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; OpenRegionProcedure e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 in 180 msec 2024-11-14T12:30:51,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=56 2024-11-14T12:30:51,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=56, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e142860caf5034ce5b1b0d2bfdb4bf80, ASSIGN in 335 msec 2024-11-14T12:30:51,364 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:30:51,364 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587451364"}]},"ts":"1731587451364"} 2024-11-14T12:30:51,365 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T12:30:51,368 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:30:51,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-11-14T12:30:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-11-14T12:30:52,301 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 56 completed 2024-11-14T12:30:52,302 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131d9f61 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53ef603f 2024-11-14T12:30:52,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507f24a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:52,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:52,308 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:52,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:30:52,310 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:30:52,312 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14bff6e5 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c7992d5 2024-11-14T12:30:52,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158ab39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:52,318 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21c3a914 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@515c68c3 2024-11-14T12:30:52,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110a2f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:52,322 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x646799cf to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@564feff0 2024-11-14T12:30:52,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fc49ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:52,326 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16831ced to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f1a41a2 2024-11-14T12:30:52,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5cfd92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:52,331 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19f0d92b to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@748a9ce6 2024-11-14T12:30:52,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58964f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:52,336 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x267c3d0c to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cfccc44 2024-11-14T12:30:52,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f706d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:52,339 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21ff1c42 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b4b6ad5 2024-11-14T12:30:52,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bdbc25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:52,343 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e9b26c8 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ed6fe0c 2024-11-14T12:30:52,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64803b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:52,345 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dd0b424 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@442f1f0c 2024-11-14T12:30:52,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21114fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:52,351 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10cd1b0a to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c26a160 2024-11-14T12:30:52,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3fd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:30:52,357 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-14T12:30:52,358 DEBUG [hconnection-0x2acaf34f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T12:30:52,358 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:52,358 DEBUG [hconnection-0x3f9b203a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:52,359 DEBUG [hconnection-0x221c9095-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:52,359 DEBUG [hconnection-0x1e5ec527-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:52,360 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:52,360 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:52,360 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:52,360 DEBUG [hconnection-0x210b1dab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:52,360 DEBUG [hconnection-0x542dc3ca-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:52,361 DEBUG [hconnection-0x3ea24f11-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:52,361 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:52,361 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:52,361 DEBUG [hconnection-0x32afd8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:52,362 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:52,363 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:52,363 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:52,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:30:52,369 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:52,370 DEBUG [hconnection-0x6695923f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:52,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T12:30:52,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:30:52,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:52,372 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:52,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:30:52,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:52,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:30:52,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:52,384 DEBUG [hconnection-0x16ded5f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:30:52,386 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:30:52,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587512397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587512398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587512398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/99b7649db4674fb69a1a1bf300dbebe9 is 50, key is test_row_0/A:col10/1731587452371/Put/seqid=0 2024-11-14T12:30:52,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587512400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587512406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742056_1232 (size=12001) 2024-11-14T12:30:52,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/99b7649db4674fb69a1a1bf300dbebe9 2024-11-14T12:30:52,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/6970111af7a94510bdc2b592fdfa900d is 50, key is test_row_0/B:col10/1731587452371/Put/seqid=0 2024-11-14T12:30:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T12:30:52,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742057_1233 (size=12001) 2024-11-14T12:30:52,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587512508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587512513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587512513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587512515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:52,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-14T12:30:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587512515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:52,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:52,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:52,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:52,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T12:30:52,676 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-14T12:30:52,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:52,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:52,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:52,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:52,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:52,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587512711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587512716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587512717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587512719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587512722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,830 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-14T12:30:52,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:52,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:52,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:52,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:52,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:52,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/6970111af7a94510bdc2b592fdfa900d 2024-11-14T12:30:52,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/2ea971a212644426bf05de1425afdbbb is 50, key is test_row_0/C:col10/1731587452371/Put/seqid=0 2024-11-14T12:30:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T12:30:52,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742058_1234 (size=12001) 2024-11-14T12:30:52,983 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:52,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-14T12:30:52,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:52,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:52,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:52,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:52,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:53,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587513015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587513018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587513024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587513029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587513029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,143 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-14T12:30:53,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:53,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:53,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:53,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:53,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:53,296 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-14T12:30:53,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:53,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:53,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:53,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:53,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:53,303 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46231 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=7a6a7f6bcca9,45647,1731587384712, table=TestAcidGuarantees, region=e142860caf5034ce5b1b0d2bfdb4bf80. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T12:30:53,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/2ea971a212644426bf05de1425afdbbb 2024-11-14T12:30:53,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/99b7649db4674fb69a1a1bf300dbebe9 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/99b7649db4674fb69a1a1bf300dbebe9 2024-11-14T12:30:53,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/99b7649db4674fb69a1a1bf300dbebe9, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T12:30:53,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/6970111af7a94510bdc2b592fdfa900d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/6970111af7a94510bdc2b592fdfa900d 2024-11-14T12:30:53,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/6970111af7a94510bdc2b592fdfa900d, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T12:30:53,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/2ea971a212644426bf05de1425afdbbb as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/2ea971a212644426bf05de1425afdbbb 2024-11-14T12:30:53,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/2ea971a212644426bf05de1425afdbbb, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T12:30:53,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e142860caf5034ce5b1b0d2bfdb4bf80 in 1027ms, sequenceid=13, compaction requested=false 2024-11-14T12:30:53,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:53,454 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-14T12:30:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:53,455 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T12:30:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:30:53,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:53,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:30:53,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:53,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:30:53,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:53,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/11675ba365f044e393fc94443d65775d is 50, key is test_row_0/A:col10/1731587452397/Put/seqid=0 2024-11-14T12:30:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T12:30:53,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742059_1235 (size=12001) 2024-11-14T12:30:53,470 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/11675ba365f044e393fc94443d65775d 2024-11-14T12:30:53,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/b97749ec30ba4304ba2406a9fe0ffd61 is 50, key is test_row_0/B:col10/1731587452397/Put/seqid=0 2024-11-14T12:30:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:53,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:53,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742060_1236 (size=12001) 2024-11-14T12:30:53,527 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/b97749ec30ba4304ba2406a9fe0ffd61 2024-11-14T12:30:53,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587513533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587513532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587513535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587513535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/8a85fe1dfe6c45f2a4ea2e337b29b9d7 is 50, key is test_row_0/C:col10/1731587452397/Put/seqid=0 2024-11-14T12:30:53,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587513538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742061_1237 (size=12001) 2024-11-14T12:30:53,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587513637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587513640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587513641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587513845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587513845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587513849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:53,981 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/8a85fe1dfe6c45f2a4ea2e337b29b9d7 2024-11-14T12:30:53,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/11675ba365f044e393fc94443d65775d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/11675ba365f044e393fc94443d65775d 2024-11-14T12:30:54,005 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/11675ba365f044e393fc94443d65775d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T12:30:54,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/b97749ec30ba4304ba2406a9fe0ffd61 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b97749ec30ba4304ba2406a9fe0ffd61 2024-11-14T12:30:54,011 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b97749ec30ba4304ba2406a9fe0ffd61, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T12:30:54,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/8a85fe1dfe6c45f2a4ea2e337b29b9d7 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/8a85fe1dfe6c45f2a4ea2e337b29b9d7 2024-11-14T12:30:54,018 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/8a85fe1dfe6c45f2a4ea2e337b29b9d7, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T12:30:54,019 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e142860caf5034ce5b1b0d2bfdb4bf80 in 564ms, sequenceid=37, compaction requested=false 2024-11-14T12:30:54,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:54,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:54,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-14T12:30:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-14T12:30:54,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-14T12:30:54,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6580 sec 2024-11-14T12:30:54,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.6710 sec 2024-11-14T12:30:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:54,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T12:30:54,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:30:54,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:54,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:30:54,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:54,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:30:54,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:54,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/1f6435c794ee462b9c8bfafa4a3882a0 is 50, key is test_row_0/A:col10/1731587454150/Put/seqid=0 2024-11-14T12:30:54,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742062_1238 (size=12001) 2024-11-14T12:30:54,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:54,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587514234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587514234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587514235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587514338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587514343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587514343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T12:30:54,467 INFO [Thread-1087 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-14T12:30:54,468 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-14T12:30:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T12:30:54,473 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:54,473 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:54,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:30:54,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587514540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587514542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587514544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587514545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587514546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T12:30:54,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/1f6435c794ee462b9c8bfafa4a3882a0 2024-11-14T12:30:54,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/f9f8f0b525f84c3d8dc706697b670b51 is 50, key is test_row_0/B:col10/1731587454150/Put/seqid=0 2024-11-14T12:30:54,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T12:30:54,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:54,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:54,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742063_1239 (size=12001) 2024-11-14T12:30:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T12:30:54,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T12:30:54,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:54,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:54,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:54,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:54,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:54,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587514844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587514847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587514850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:54,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T12:30:54,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:54,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:54,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:54,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:54,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:55,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/f9f8f0b525f84c3d8dc706697b670b51 2024-11-14T12:30:55,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/9f80d703c4374543aec4251fdbdf69ac is 50, key is test_row_0/C:col10/1731587454150/Put/seqid=0 2024-11-14T12:30:55,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742064_1240 (size=12001) 2024-11-14T12:30:55,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/9f80d703c4374543aec4251fdbdf69ac 2024-11-14T12:30:55,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/1f6435c794ee462b9c8bfafa4a3882a0 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/1f6435c794ee462b9c8bfafa4a3882a0 2024-11-14T12:30:55,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/1f6435c794ee462b9c8bfafa4a3882a0, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T12:30:55,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/f9f8f0b525f84c3d8dc706697b670b51 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/f9f8f0b525f84c3d8dc706697b670b51 2024-11-14T12:30:55,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/f9f8f0b525f84c3d8dc706697b670b51, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T12:30:55,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/9f80d703c4374543aec4251fdbdf69ac as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/9f80d703c4374543aec4251fdbdf69ac 2024-11-14T12:30:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T12:30:55,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/9f80d703c4374543aec4251fdbdf69ac, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T12:30:55,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for e142860caf5034ce5b1b0d2bfdb4bf80 in 927ms, sequenceid=51, compaction requested=true 2024-11-14T12:30:55,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:55,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:55,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:55,078 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:55,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:55,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:55,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:55,078 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:55,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:55,079 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:55,079 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:55,079 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/A is initiating minor compaction (all files) 2024-11-14T12:30:55,079 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/B is initiating minor compaction (all files) 2024-11-14T12:30:55,079 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/A in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:55,079 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/B in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:55,079 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/99b7649db4674fb69a1a1bf300dbebe9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/11675ba365f044e393fc94443d65775d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/1f6435c794ee462b9c8bfafa4a3882a0] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=35.2 K 2024-11-14T12:30:55,079 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/6970111af7a94510bdc2b592fdfa900d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b97749ec30ba4304ba2406a9fe0ffd61, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/f9f8f0b525f84c3d8dc706697b670b51] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=35.2 K 2024-11-14T12:30:55,080 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 6970111af7a94510bdc2b592fdfa900d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731587452366 2024-11-14T12:30:55,080 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99b7649db4674fb69a1a1bf300dbebe9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731587452366 2024-11-14T12:30:55,080 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11675ba365f044e393fc94443d65775d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731587452394 2024-11-14T12:30:55,080 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting b97749ec30ba4304ba2406a9fe0ffd61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731587452394 2024-11-14T12:30:55,081 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f6435c794ee462b9c8bfafa4a3882a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731587453533 2024-11-14T12:30:55,081 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting f9f8f0b525f84c3d8dc706697b670b51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731587453533 2024-11-14T12:30:55,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:55,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T12:30:55,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:55,097 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T12:30:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:30:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:30:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:30:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:55,104 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:55,104 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/4c7bff93919642b69f3f5f0935b16169 is 50, key is test_row_0/B:col10/1731587454150/Put/seqid=0 2024-11-14T12:30:55,106 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#A#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:55,107 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/ad8808d4f6ad4e8191b40533369bc0cd is 50, key is test_row_0/A:col10/1731587454150/Put/seqid=0 2024-11-14T12:30:55,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/7b024829678045b99687bad147cbdf48 is 50, key is test_row_0/A:col10/1731587454229/Put/seqid=0 2024-11-14T12:30:55,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742066_1242 (size=12104) 2024-11-14T12:30:55,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742065_1241 (size=12104) 2024-11-14T12:30:55,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742067_1243 (size=12001) 2024-11-14T12:30:55,182 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/7b024829678045b99687bad147cbdf48 2024-11-14T12:30:55,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/b29687ef9353426d8612018e0db7e8ec is 50, key is test_row_0/B:col10/1731587454229/Put/seqid=0 2024-11-14T12:30:55,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742068_1244 (size=12001) 2024-11-14T12:30:55,225 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/b29687ef9353426d8612018e0db7e8ec 2024-11-14T12:30:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/ae23d50350114606b72b499772328568 is 50, key is test_row_0/C:col10/1731587454229/Put/seqid=0 2024-11-14T12:30:55,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742069_1245 (size=12001) 2024-11-14T12:30:55,259 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/ae23d50350114606b72b499772328568 2024-11-14T12:30:55,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/7b024829678045b99687bad147cbdf48 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/7b024829678045b99687bad147cbdf48 2024-11-14T12:30:55,273 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/7b024829678045b99687bad147cbdf48, entries=150, sequenceid=75, filesize=11.7 K 2024-11-14T12:30:55,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/b29687ef9353426d8612018e0db7e8ec as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b29687ef9353426d8612018e0db7e8ec 2024-11-14T12:30:55,281 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b29687ef9353426d8612018e0db7e8ec, entries=150, sequenceid=75, filesize=11.7 K 2024-11-14T12:30:55,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/ae23d50350114606b72b499772328568 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/ae23d50350114606b72b499772328568 2024-11-14T12:30:55,285 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T12:30:55,291 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/ae23d50350114606b72b499772328568, entries=150, sequenceid=75, filesize=11.7 K 2024-11-14T12:30:55,296 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for e142860caf5034ce5b1b0d2bfdb4bf80 in 199ms, sequenceid=75, compaction requested=true 2024-11-14T12:30:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-14T12:30:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-14T12:30:55,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-14T12:30:55,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 823 msec 2024-11-14T12:30:55,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 832 msec 2024-11-14T12:30:55,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:30:55,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:30:55,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:55,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:30:55,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:55,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:30:55,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:55,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/af7d9fc31d6d4facab1c5cfe324bdaf9 is 50, key is test_row_0/A:col10/1731587455355/Put/seqid=0 2024-11-14T12:30:55,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742070_1246 (size=12001) 2024-11-14T12:30:55,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/af7d9fc31d6d4facab1c5cfe324bdaf9 2024-11-14T12:30:55,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/c24efad455b04fbea748aff5a38d52ea is 50, key is test_row_0/B:col10/1731587455355/Put/seqid=0 2024-11-14T12:30:55,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587515462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:55,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587515462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:55,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587515463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:55,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742071_1247 (size=12001) 2024-11-14T12:30:55,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/c24efad455b04fbea748aff5a38d52ea 2024-11-14T12:30:55,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/f157c683fb6a40ef91359c0eb9b6c031 is 50, key is test_row_0/C:col10/1731587455355/Put/seqid=0 2024-11-14T12:30:55,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742072_1248 (size=12001) 2024-11-14T12:30:55,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/f157c683fb6a40ef91359c0eb9b6c031 2024-11-14T12:30:55,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/af7d9fc31d6d4facab1c5cfe324bdaf9 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/af7d9fc31d6d4facab1c5cfe324bdaf9 2024-11-14T12:30:55,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/af7d9fc31d6d4facab1c5cfe324bdaf9, entries=150, sequenceid=86, filesize=11.7 K 2024-11-14T12:30:55,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/c24efad455b04fbea748aff5a38d52ea as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/c24efad455b04fbea748aff5a38d52ea 2024-11-14T12:30:55,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587515569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:55,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587515569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:55,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587515569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:55,575 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/ad8808d4f6ad4e8191b40533369bc0cd as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ad8808d4f6ad4e8191b40533369bc0cd 2024-11-14T12:30:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T12:30:55,575 INFO [Thread-1087 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-14T12:30:55,581 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/A of e142860caf5034ce5b1b0d2bfdb4bf80 into ad8808d4f6ad4e8191b40533369bc0cd(size=11.8 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:55,581 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:55,581 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/A, priority=13, startTime=1731587455078; duration=0sec 2024-11-14T12:30:55,581 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:55,581 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:A 2024-11-14T12:30:55,581 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:30:55,582 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:55,582 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/4c7bff93919642b69f3f5f0935b16169 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/4c7bff93919642b69f3f5f0935b16169 2024-11-14T12:30:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-14T12:30:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T12:30:55,583 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:55,584 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:30:55,584 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/C is initiating minor compaction (all files) 2024-11-14T12:30:55,584 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/C in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:55,584 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:55,584 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/2ea971a212644426bf05de1425afdbbb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/8a85fe1dfe6c45f2a4ea2e337b29b9d7, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/9f80d703c4374543aec4251fdbdf69ac, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/ae23d50350114606b72b499772328568] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=46.9 K 2024-11-14T12:30:55,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:30:55,584 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ea971a212644426bf05de1425afdbbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731587452366 2024-11-14T12:30:55,585 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a85fe1dfe6c45f2a4ea2e337b29b9d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731587452394 2024-11-14T12:30:55,586 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f80d703c4374543aec4251fdbdf69ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731587453533 2024-11-14T12:30:55,586 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae23d50350114606b72b499772328568, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731587454229 2024-11-14T12:30:55,590 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/B of e142860caf5034ce5b1b0d2bfdb4bf80 into 4c7bff93919642b69f3f5f0935b16169(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:55,590 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:55,590 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/B, priority=13, startTime=1731587455078; duration=0sec 2024-11-14T12:30:55,591 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:55,591 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:B 2024-11-14T12:30:55,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/c24efad455b04fbea748aff5a38d52ea, entries=150, sequenceid=86, filesize=11.7 K 2024-11-14T12:30:55,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/f157c683fb6a40ef91359c0eb9b6c031 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f157c683fb6a40ef91359c0eb9b6c031 2024-11-14T12:30:55,602 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#C#compaction#200 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:55,603 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/af281f96ac7b47db99d329789c60b714 is 50, key is test_row_0/C:col10/1731587454229/Put/seqid=0 2024-11-14T12:30:55,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f157c683fb6a40ef91359c0eb9b6c031, entries=150, sequenceid=86, filesize=11.7 K 2024-11-14T12:30:55,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for e142860caf5034ce5b1b0d2bfdb4bf80 in 223ms, sequenceid=86, compaction requested=true 2024-11-14T12:30:55,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:55,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:A, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:55,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:55,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:B, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:55,605 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:55,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:55,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:55,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:30:55,606 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:55,606 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/A is initiating minor compaction (all files) 2024-11-14T12:30:55,606 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/A in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:55,606 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ad8808d4f6ad4e8191b40533369bc0cd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/7b024829678045b99687bad147cbdf48, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/af7d9fc31d6d4facab1c5cfe324bdaf9] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=35.3 K 2024-11-14T12:30:55,606 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting ad8808d4f6ad4e8191b40533369bc0cd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731587453533 2024-11-14T12:30:55,607 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b024829678045b99687bad147cbdf48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731587454229 2024-11-14T12:30:55,607 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting af7d9fc31d6d4facab1c5cfe324bdaf9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731587455355 2024-11-14T12:30:55,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742073_1249 (size=12139) 2024-11-14T12:30:55,622 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#A#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:55,623 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/af281f96ac7b47db99d329789c60b714 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/af281f96ac7b47db99d329789c60b714 2024-11-14T12:30:55,623 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/87558c6a88fb40b3b2ebf80013568014 is 50, key is test_row_0/A:col10/1731587455355/Put/seqid=0 2024-11-14T12:30:55,631 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/C of e142860caf5034ce5b1b0d2bfdb4bf80 into af281f96ac7b47db99d329789c60b714(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:55,631 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:55,631 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/C, priority=12, startTime=1731587455078; duration=0sec 2024-11-14T12:30:55,631 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:30:55,631 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:C 2024-11-14T12:30:55,631 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:C 2024-11-14T12:30:55,631 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:30:55,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742074_1250 (size=12207) 2024-11-14T12:30:55,640 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:30:55,641 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/B is initiating minor compaction (all files) 2024-11-14T12:30:55,641 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/B in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:55,641 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/4c7bff93919642b69f3f5f0935b16169, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b29687ef9353426d8612018e0db7e8ec, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/c24efad455b04fbea748aff5a38d52ea] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=35.3 K 2024-11-14T12:30:55,643 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c7bff93919642b69f3f5f0935b16169, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731587453533 2024-11-14T12:30:55,644 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting b29687ef9353426d8612018e0db7e8ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731587454229 2024-11-14T12:30:55,644 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting c24efad455b04fbea748aff5a38d52ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731587455355 2024-11-14T12:30:55,650 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/87558c6a88fb40b3b2ebf80013568014 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/87558c6a88fb40b3b2ebf80013568014 2024-11-14T12:30:55,656 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#B#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:55,657 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/04942a958cfd4aa2bebf3a11dd77a003 is 50, key is test_row_0/B:col10/1731587455355/Put/seqid=0 2024-11-14T12:30:55,664 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/A of e142860caf5034ce5b1b0d2bfdb4bf80 into 87558c6a88fb40b3b2ebf80013568014(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:55,664 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:55,664 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/A, priority=13, startTime=1731587455604; duration=0sec 2024-11-14T12:30:55,664 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:55,664 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:A 2024-11-14T12:30:55,664 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T12:30:55,666 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T12:30:55,666 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T12:30:55,666 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. because compaction request was cancelled 2024-11-14T12:30:55,666 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:C 2024-11-14T12:30:55,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742075_1251 (size=12207) 2024-11-14T12:30:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T12:30:55,691 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/04942a958cfd4aa2bebf3a11dd77a003 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/04942a958cfd4aa2bebf3a11dd77a003 2024-11-14T12:30:55,705 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/B of e142860caf5034ce5b1b0d2bfdb4bf80 into 04942a958cfd4aa2bebf3a11dd77a003(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:55,705 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:55,705 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/B, priority=13, startTime=1731587455604; duration=0sec 2024-11-14T12:30:55,705 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:55,705 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:B 2024-11-14T12:30:55,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:55,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T12:30:55,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:55,741 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T12:30:55,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:30:55,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:55,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:30:55,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:55,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:30:55,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:55,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/97fa5a5fe1c54a8bbd2495025fadfd52 is 50, key is test_row_0/A:col10/1731587455458/Put/seqid=0 2024-11-14T12:30:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:55,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:55,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742076_1252 (size=12001) 2024-11-14T12:30:55,784 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/97fa5a5fe1c54a8bbd2495025fadfd52 2024-11-14T12:30:55,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587515782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:55,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587515783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:55,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587515783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:55,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/6a37c8545c5d411083a96a0202a510aa is 50, key is test_row_0/B:col10/1731587455458/Put/seqid=0 2024-11-14T12:30:55,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742077_1253 (size=12001) 2024-11-14T12:30:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T12:30:55,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587515889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:55,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587515889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:55,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587515889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:56,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587516092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:56,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587516093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:56,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587516093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T12:30:56,214 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/6a37c8545c5d411083a96a0202a510aa 2024-11-14T12:30:56,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/09a5c4e5ef3e401abebbb8526fcbb21f is 50, key is test_row_0/C:col10/1731587455458/Put/seqid=0 2024-11-14T12:30:56,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742078_1254 (size=12001) 2024-11-14T12:30:56,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587516394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:56,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587516397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:56,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587516397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:56,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587516563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:56,585 DEBUG [Thread-1077 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:30:56,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587516586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:56,589 DEBUG [Thread-1079 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:30:56,656 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/09a5c4e5ef3e401abebbb8526fcbb21f 2024-11-14T12:30:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/97fa5a5fe1c54a8bbd2495025fadfd52 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/97fa5a5fe1c54a8bbd2495025fadfd52 2024-11-14T12:30:56,665 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/97fa5a5fe1c54a8bbd2495025fadfd52, entries=150, sequenceid=118, filesize=11.7 K 2024-11-14T12:30:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/6a37c8545c5d411083a96a0202a510aa as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/6a37c8545c5d411083a96a0202a510aa 2024-11-14T12:30:56,671 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/6a37c8545c5d411083a96a0202a510aa, entries=150, sequenceid=118, filesize=11.7 K 2024-11-14T12:30:56,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/09a5c4e5ef3e401abebbb8526fcbb21f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/09a5c4e5ef3e401abebbb8526fcbb21f 2024-11-14T12:30:56,677 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/09a5c4e5ef3e401abebbb8526fcbb21f, entries=150, sequenceid=118, filesize=11.7 K 2024-11-14T12:30:56,678 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e142860caf5034ce5b1b0d2bfdb4bf80 in 937ms, sequenceid=118, compaction requested=true 2024-11-14T12:30:56,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:56,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:56,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-14T12:30:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-14T12:30:56,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-14T12:30:56,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0950 sec 2024-11-14T12:30:56,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.0990 sec 2024-11-14T12:30:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T12:30:56,691 INFO [Thread-1087 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-14T12:30:56,692 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-14T12:30:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T12:30:56,693 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:56,694 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:56,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:30:56,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T12:30:56,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:56,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-14T12:30:56,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:56,848 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-14T12:30:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:30:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:30:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:30:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:56,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/dcf19de4d58f404d9683c27b38b0e830 is 50, key is test_row_1/A:col10/1731587455779/Put/seqid=0 2024-11-14T12:30:56,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742079_1255 (size=9657) 2024-11-14T12:30:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:56,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:56,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:56,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587516933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587516933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:56,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587516933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T12:30:57,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587517044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587517044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587517044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587517246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587517246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587517247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,274 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/dcf19de4d58f404d9683c27b38b0e830 2024-11-14T12:30:57,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/f8a07c97d63049e798536ec663356400 is 50, key is test_row_1/B:col10/1731587455779/Put/seqid=0 2024-11-14T12:30:57,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742080_1256 (size=9657) 2024-11-14T12:30:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T12:30:57,302 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/f8a07c97d63049e798536ec663356400 2024-11-14T12:30:57,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/ba9345bd2d874294a79cd1a1b7489475 is 50, key is test_row_1/C:col10/1731587455779/Put/seqid=0 2024-11-14T12:30:57,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742081_1257 (size=9657) 2024-11-14T12:30:57,313 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/ba9345bd2d874294a79cd1a1b7489475 2024-11-14T12:30:57,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/dcf19de4d58f404d9683c27b38b0e830 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/dcf19de4d58f404d9683c27b38b0e830 2024-11-14T12:30:57,321 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/dcf19de4d58f404d9683c27b38b0e830, entries=100, sequenceid=127, filesize=9.4 K 2024-11-14T12:30:57,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/f8a07c97d63049e798536ec663356400 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/f8a07c97d63049e798536ec663356400 2024-11-14T12:30:57,327 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/f8a07c97d63049e798536ec663356400, entries=100, sequenceid=127, filesize=9.4 K 2024-11-14T12:30:57,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/ba9345bd2d874294a79cd1a1b7489475 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/ba9345bd2d874294a79cd1a1b7489475 2024-11-14T12:30:57,331 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/ba9345bd2d874294a79cd1a1b7489475, entries=100, sequenceid=127, filesize=9.4 K 2024-11-14T12:30:57,332 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for e142860caf5034ce5b1b0d2bfdb4bf80 in 484ms, sequenceid=127, compaction requested=true 2024-11-14T12:30:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-14T12:30:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-14T12:30:57,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-14T12:30:57,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 640 msec 2024-11-14T12:30:57,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 643 msec 2024-11-14T12:30:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:57,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-14T12:30:57,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:30:57,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:57,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:30:57,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:57,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:30:57,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:57,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587517554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:57,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/716e321aed8a4832bed1bcb98aaaa2e1 is 50, key is test_row_0/A:col10/1731587457549/Put/seqid=0 2024-11-14T12:30:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587517555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587517556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742082_1258 (size=14541) 2024-11-14T12:30:57,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587517657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587517659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587517659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T12:30:57,796 INFO [Thread-1087 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-14T12:30:57,798 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-14T12:30:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T12:30:57,800 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:57,800 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:57,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:30:57,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587517860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587517862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587517862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T12:30:57,952 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:57,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-14T12:30:57,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:57,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:57,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:57,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:57,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:57,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/716e321aed8a4832bed1bcb98aaaa2e1 2024-11-14T12:30:57,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/e76244d340534c61bc612a751cbf5849 is 50, key is test_row_0/B:col10/1731587457549/Put/seqid=0 2024-11-14T12:30:57,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742083_1259 (size=12151) 2024-11-14T12:30:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T12:30:58,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:58,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-14T12:30:58,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:58,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:58,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:58,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:58,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:58,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587518165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:58,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587518166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:58,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587518167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:58,265 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:58,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-14T12:30:58,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:58,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:58,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:58,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:58,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:58,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/e76244d340534c61bc612a751cbf5849 2024-11-14T12:30:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T12:30:58,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/4b6bde53cad340e39f5062a24affdd4c is 50, key is test_row_0/C:col10/1731587457549/Put/seqid=0 2024-11-14T12:30:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742084_1260 (size=12151) 2024-11-14T12:30:58,418 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:58,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-14T12:30:58,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:58,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:58,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:58,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:58,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:58,573 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:58,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-14T12:30:58,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:58,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:58,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:58,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:58,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:58,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587518671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:58,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587518671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:58,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587518675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:58,726 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:58,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-14T12:30:58,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:58,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:30:58,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:58,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:58,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:30:58,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/4b6bde53cad340e39f5062a24affdd4c 2024-11-14T12:30:58,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/716e321aed8a4832bed1bcb98aaaa2e1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/716e321aed8a4832bed1bcb98aaaa2e1 2024-11-14T12:30:58,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/716e321aed8a4832bed1bcb98aaaa2e1, entries=200, sequenceid=158, filesize=14.2 K 2024-11-14T12:30:58,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/e76244d340534c61bc612a751cbf5849 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/e76244d340534c61bc612a751cbf5849 2024-11-14T12:30:58,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/e76244d340534c61bc612a751cbf5849, entries=150, sequenceid=158, filesize=11.9 K 2024-11-14T12:30:58,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/4b6bde53cad340e39f5062a24affdd4c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/4b6bde53cad340e39f5062a24affdd4c 2024-11-14T12:30:58,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/4b6bde53cad340e39f5062a24affdd4c, entries=150, sequenceid=158, filesize=11.9 K 2024-11-14T12:30:58,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for e142860caf5034ce5b1b0d2bfdb4bf80 in 1292ms, sequenceid=158, compaction requested=true 2024-11-14T12:30:58,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:58,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:30:58,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:58,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:30:58,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:30:58,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:30:58,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T12:30:58,844 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T12:30:58,846 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:30:58,846 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57949 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T12:30:58,846 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/C is initiating minor compaction (all files) 2024-11-14T12:30:58,846 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/C in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:58,846 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/af281f96ac7b47db99d329789c60b714, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f157c683fb6a40ef91359c0eb9b6c031, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/09a5c4e5ef3e401abebbb8526fcbb21f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/ba9345bd2d874294a79cd1a1b7489475, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/4b6bde53cad340e39f5062a24affdd4c] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=56.6 K 2024-11-14T12:30:58,847 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting af281f96ac7b47db99d329789c60b714, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731587454229 2024-11-14T12:30:58,847 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting f157c683fb6a40ef91359c0eb9b6c031, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731587455355 2024-11-14T12:30:58,848 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09a5c4e5ef3e401abebbb8526fcbb21f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731587455450 2024-11-14T12:30:58,848 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48406 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:30:58,848 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/A is initiating minor compaction (all files) 2024-11-14T12:30:58,848 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/A in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:58,848 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/87558c6a88fb40b3b2ebf80013568014, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/97fa5a5fe1c54a8bbd2495025fadfd52, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/dcf19de4d58f404d9683c27b38b0e830, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/716e321aed8a4832bed1bcb98aaaa2e1] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=47.3 K 2024-11-14T12:30:58,848 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba9345bd2d874294a79cd1a1b7489475, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731587455779 2024-11-14T12:30:58,848 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 87558c6a88fb40b3b2ebf80013568014, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731587455355 2024-11-14T12:30:58,849 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b6bde53cad340e39f5062a24affdd4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731587456929 2024-11-14T12:30:58,849 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 97fa5a5fe1c54a8bbd2495025fadfd52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731587455450 2024-11-14T12:30:58,849 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting dcf19de4d58f404d9683c27b38b0e830, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731587455779 2024-11-14T12:30:58,850 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 716e321aed8a4832bed1bcb98aaaa2e1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731587456929 2024-11-14T12:30:58,862 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#A#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:58,863 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/8496e448ae604375be53204be3bb7272 is 50, key is test_row_0/A:col10/1731587457549/Put/seqid=0 2024-11-14T12:30:58,863 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#C#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:58,863 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/bbe32447ccbf41e9bd4512a7fd19c5bd is 50, key is test_row_0/C:col10/1731587457549/Put/seqid=0 2024-11-14T12:30:58,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742085_1261 (size=12493) 2024-11-14T12:30:58,880 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:58,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-14T12:30:58,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:58,881 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-14T12:30:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:30:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:30:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:30:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:58,881 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/8496e448ae604375be53204be3bb7272 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/8496e448ae604375be53204be3bb7272 2024-11-14T12:30:58,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/3bf37f2b53854dfc90c456ecb8d43053 is 50, key is test_row_0/A:col10/1731587457555/Put/seqid=0 2024-11-14T12:30:58,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742086_1262 (size=12459) 2024-11-14T12:30:58,893 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/A of e142860caf5034ce5b1b0d2bfdb4bf80 into 8496e448ae604375be53204be3bb7272(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:58,893 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:58,893 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/A, priority=12, startTime=1731587458843; duration=0sec 2024-11-14T12:30:58,893 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:30:58,893 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:A 2024-11-14T12:30:58,893 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:30:58,896 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:30:58,896 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/B is initiating minor compaction (all files) 2024-11-14T12:30:58,896 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/B in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:58,896 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/04942a958cfd4aa2bebf3a11dd77a003, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/6a37c8545c5d411083a96a0202a510aa, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/f8a07c97d63049e798536ec663356400, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/e76244d340534c61bc612a751cbf5849] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=44.9 K 2024-11-14T12:30:58,898 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 04942a958cfd4aa2bebf3a11dd77a003, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731587455355 2024-11-14T12:30:58,899 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a37c8545c5d411083a96a0202a510aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731587455450 2024-11-14T12:30:58,899 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/bbe32447ccbf41e9bd4512a7fd19c5bd as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/bbe32447ccbf41e9bd4512a7fd19c5bd 2024-11-14T12:30:58,900 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting f8a07c97d63049e798536ec663356400, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731587455779 2024-11-14T12:30:58,900 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting e76244d340534c61bc612a751cbf5849, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731587456929 2024-11-14T12:30:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T12:30:58,906 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/C of e142860caf5034ce5b1b0d2bfdb4bf80 into bbe32447ccbf41e9bd4512a7fd19c5bd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:58,906 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:58,906 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/C, priority=11, startTime=1731587458843; duration=0sec 2024-11-14T12:30:58,906 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:58,906 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:C 2024-11-14T12:30:58,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742087_1263 (size=9757) 2024-11-14T12:30:58,942 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/3bf37f2b53854dfc90c456ecb8d43053 2024-11-14T12:30:58,962 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#B#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:30:58,963 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/2afc514c96f74e2e89ed96abcc72ab8e is 50, key is test_row_0/B:col10/1731587457549/Put/seqid=0 2024-11-14T12:30:58,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/a7c84a85929f4a72b435e14baee528c5 is 50, key is test_row_0/B:col10/1731587457555/Put/seqid=0 2024-11-14T12:30:58,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742088_1264 (size=12493) 2024-11-14T12:30:58,997 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/2afc514c96f74e2e89ed96abcc72ab8e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/2afc514c96f74e2e89ed96abcc72ab8e 2024-11-14T12:30:58,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742089_1265 (size=9757) 2024-11-14T12:30:59,004 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/B of e142860caf5034ce5b1b0d2bfdb4bf80 into 2afc514c96f74e2e89ed96abcc72ab8e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:30:59,004 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:59,004 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/B, priority=12, startTime=1731587458843; duration=0sec 2024-11-14T12:30:59,004 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:30:59,004 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:B 2024-11-14T12:30:59,401 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/a7c84a85929f4a72b435e14baee528c5 2024-11-14T12:30:59,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/753bb4fe4afd44889faf5c11dcdaed9e is 50, key is test_row_0/C:col10/1731587457555/Put/seqid=0 2024-11-14T12:30:59,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742090_1266 (size=9757) 2024-11-14T12:30:59,438 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/753bb4fe4afd44889faf5c11dcdaed9e 2024-11-14T12:30:59,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/3bf37f2b53854dfc90c456ecb8d43053 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/3bf37f2b53854dfc90c456ecb8d43053 2024-11-14T12:30:59,457 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/3bf37f2b53854dfc90c456ecb8d43053, entries=100, sequenceid=164, filesize=9.5 K 2024-11-14T12:30:59,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/a7c84a85929f4a72b435e14baee528c5 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/a7c84a85929f4a72b435e14baee528c5 2024-11-14T12:30:59,468 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/a7c84a85929f4a72b435e14baee528c5, entries=100, sequenceid=164, filesize=9.5 K 2024-11-14T12:30:59,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/753bb4fe4afd44889faf5c11dcdaed9e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/753bb4fe4afd44889faf5c11dcdaed9e 2024-11-14T12:30:59,480 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/753bb4fe4afd44889faf5c11dcdaed9e, entries=100, sequenceid=164, filesize=9.5 K 2024-11-14T12:30:59,481 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e142860caf5034ce5b1b0d2bfdb4bf80 in 601ms, sequenceid=164, compaction requested=false 2024-11-14T12:30:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:30:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:30:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-14T12:30:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-14T12:30:59,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-14T12:30:59,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6820 sec 2024-11-14T12:30:59,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.6880 sec 2024-11-14T12:30:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:30:59,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:30:59,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:30:59,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:59,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:30:59,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:59,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:30:59,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:30:59,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/a1a3c0245205449487545bdd78aec79b is 50, key is test_row_0/A:col10/1731587459691/Put/seqid=0 2024-11-14T12:30:59,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742091_1267 (size=12151) 2024-11-14T12:30:59,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587519755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:59,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587519755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:59,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587519757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:59,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587519860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:59,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587519861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:59,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:30:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587519862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:30:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T12:30:59,909 INFO [Thread-1087 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-14T12:30:59,910 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:30:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-14T12:30:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T12:30:59,928 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:30:59,930 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:30:59,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:31:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T12:31:00,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587520064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587520069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587520070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-14T12:31:00,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:00,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:00,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:00,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/a1a3c0245205449487545bdd78aec79b 2024-11-14T12:31:00,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/84e36601b86242ba91f776f2137db7de is 50, key is test_row_0/B:col10/1731587459691/Put/seqid=0 2024-11-14T12:31:00,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742092_1268 (size=12151) 2024-11-14T12:31:00,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/84e36601b86242ba91f776f2137db7de 2024-11-14T12:31:00,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/0f4fd37180b44a31a84db7df5f0f231e is 50, key is test_row_0/C:col10/1731587459691/Put/seqid=0 2024-11-14T12:31:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T12:31:00,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-14T12:31:00,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:00,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:00,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:00,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742093_1269 (size=12151) 2024-11-14T12:31:00,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/0f4fd37180b44a31a84db7df5f0f231e 2024-11-14T12:31:00,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/a1a3c0245205449487545bdd78aec79b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/a1a3c0245205449487545bdd78aec79b 2024-11-14T12:31:00,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/a1a3c0245205449487545bdd78aec79b, entries=150, sequenceid=180, filesize=11.9 K 2024-11-14T12:31:00,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/84e36601b86242ba91f776f2137db7de as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/84e36601b86242ba91f776f2137db7de 2024-11-14T12:31:00,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/84e36601b86242ba91f776f2137db7de, entries=150, sequenceid=180, filesize=11.9 K 2024-11-14T12:31:00,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/0f4fd37180b44a31a84db7df5f0f231e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/0f4fd37180b44a31a84db7df5f0f231e 2024-11-14T12:31:00,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/0f4fd37180b44a31a84db7df5f0f231e, entries=150, sequenceid=180, filesize=11.9 K 2024-11-14T12:31:00,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for e142860caf5034ce5b1b0d2bfdb4bf80 in 608ms, sequenceid=180, compaction requested=true 2024-11-14T12:31:00,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:00,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:00,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:00,300 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:00,300 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:00,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:00,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:00,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:00,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:00,302 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:00,302 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/B is initiating minor compaction (all files) 2024-11-14T12:31:00,302 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:00,302 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/B in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:00,302 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/A is initiating minor compaction (all files) 2024-11-14T12:31:00,302 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/2afc514c96f74e2e89ed96abcc72ab8e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/a7c84a85929f4a72b435e14baee528c5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/84e36601b86242ba91f776f2137db7de] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=33.6 K 2024-11-14T12:31:00,302 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/A in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:00,302 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/8496e448ae604375be53204be3bb7272, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/3bf37f2b53854dfc90c456ecb8d43053, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/a1a3c0245205449487545bdd78aec79b] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=33.6 K 2024-11-14T12:31:00,303 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 2afc514c96f74e2e89ed96abcc72ab8e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731587456929 2024-11-14T12:31:00,303 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting a7c84a85929f4a72b435e14baee528c5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731587457554 2024-11-14T12:31:00,303 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8496e448ae604375be53204be3bb7272, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731587456929 2024-11-14T12:31:00,304 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bf37f2b53854dfc90c456ecb8d43053, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731587457554 2024-11-14T12:31:00,304 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 84e36601b86242ba91f776f2137db7de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731587459686 2024-11-14T12:31:00,305 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1a3c0245205449487545bdd78aec79b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731587459686 2024-11-14T12:31:00,326 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#B#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:00,332 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/cfc246b7d7934bc4a408c1f735afe1b1 is 50, key is test_row_0/B:col10/1731587459691/Put/seqid=0 2024-11-14T12:31:00,341 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#A#compaction#222 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:00,343 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/6bdaec21a261412eaa45de6af6679add is 50, key is test_row_0/A:col10/1731587459691/Put/seqid=0 2024-11-14T12:31:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:00,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T12:31:00,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:31:00,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:00,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:31:00,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742095_1271 (size=12595) 2024-11-14T12:31:00,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:00,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:31:00,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:00,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742094_1270 (size=12595) 2024-11-14T12:31:00,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-14T12:31:00,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:00,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:00,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:00,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/7d60321b6b3247f4afa191d2bda01f13 is 50, key is test_row_0/A:col10/1731587459737/Put/seqid=0 2024-11-14T12:31:00,400 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/6bdaec21a261412eaa45de6af6679add as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/6bdaec21a261412eaa45de6af6679add 2024-11-14T12:31:00,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587520401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,411 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/A of e142860caf5034ce5b1b0d2bfdb4bf80 into 6bdaec21a261412eaa45de6af6679add(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:00,411 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:00,411 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/A, priority=13, startTime=1731587460300; duration=0sec 2024-11-14T12:31:00,411 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:00,411 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:A 2024-11-14T12:31:00,411 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:00,411 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/cfc246b7d7934bc4a408c1f735afe1b1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/cfc246b7d7934bc4a408c1f735afe1b1 2024-11-14T12:31:00,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587520406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,413 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:00,413 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/C is initiating minor compaction (all files) 2024-11-14T12:31:00,413 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/C in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:00,413 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/bbe32447ccbf41e9bd4512a7fd19c5bd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/753bb4fe4afd44889faf5c11dcdaed9e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/0f4fd37180b44a31a84db7df5f0f231e] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=33.6 K 2024-11-14T12:31:00,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:00,414 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbe32447ccbf41e9bd4512a7fd19c5bd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731587456929 2024-11-14T12:31:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587520410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,414 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 753bb4fe4afd44889faf5c11dcdaed9e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731587457554 2024-11-14T12:31:00,415 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f4fd37180b44a31a84db7df5f0f231e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731587459686 2024-11-14T12:31:00,421 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/B of e142860caf5034ce5b1b0d2bfdb4bf80 into cfc246b7d7934bc4a408c1f735afe1b1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:00,421 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:00,421 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/B, priority=13, startTime=1731587460300; duration=0sec 2024-11-14T12:31:00,421 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:00,421 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:B 2024-11-14T12:31:00,430 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#C#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:00,431 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/afe5939ace9e409193c702ea4c27437c is 50, key is test_row_0/C:col10/1731587459691/Put/seqid=0 2024-11-14T12:31:00,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742096_1272 (size=12151) 2024-11-14T12:31:00,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742097_1273 (size=12561) 2024-11-14T12:31:00,482 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/afe5939ace9e409193c702ea4c27437c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/afe5939ace9e409193c702ea4c27437c 2024-11-14T12:31:00,486 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/C of e142860caf5034ce5b1b0d2bfdb4bf80 into afe5939ace9e409193c702ea4c27437c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:00,487 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:00,487 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/C, priority=13, startTime=1731587460301; duration=0sec 2024-11-14T12:31:00,487 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:00,487 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:C 2024-11-14T12:31:00,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587520511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587520513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587520515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T12:31:00,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-14T12:31:00,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:00,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:00,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:00,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587520609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,612 DEBUG [Thread-1079 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8206 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:31:00,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587520616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,619 DEBUG [Thread-1077 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8218 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:31:00,719 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587520717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-14T12:31:00,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:00,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:00,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587520717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:00,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587520721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/7d60321b6b3247f4afa191d2bda01f13 2024-11-14T12:31:00,879 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:00,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/b1eb61fd8d774ddcb2eeeaa26a4b4d26 is 50, key is test_row_0/B:col10/1731587459737/Put/seqid=0 2024-11-14T12:31:00,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-14T12:31:00,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:00,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:00,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:00,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:00,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742098_1274 (size=12151) 2024-11-14T12:31:00,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/b1eb61fd8d774ddcb2eeeaa26a4b4d26 2024-11-14T12:31:00,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/369262240766407592085c98f016aa5c is 50, key is test_row_0/C:col10/1731587459737/Put/seqid=0 2024-11-14T12:31:00,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742099_1275 (size=12151) 2024-11-14T12:31:00,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/369262240766407592085c98f016aa5c 2024-11-14T12:31:00,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/7d60321b6b3247f4afa191d2bda01f13 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/7d60321b6b3247f4afa191d2bda01f13 2024-11-14T12:31:01,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/7d60321b6b3247f4afa191d2bda01f13, entries=150, sequenceid=206, filesize=11.9 K 2024-11-14T12:31:01,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/b1eb61fd8d774ddcb2eeeaa26a4b4d26 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b1eb61fd8d774ddcb2eeeaa26a4b4d26 2024-11-14T12:31:01,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b1eb61fd8d774ddcb2eeeaa26a4b4d26, entries=150, sequenceid=206, filesize=11.9 K 2024-11-14T12:31:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T12:31:01,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/369262240766407592085c98f016aa5c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/369262240766407592085c98f016aa5c 2024-11-14T12:31:01,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:01,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587521021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587521026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:01,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587521026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:01,034 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:01,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-14T12:31:01,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:01,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:01,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:01,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:01,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:01,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/369262240766407592085c98f016aa5c, entries=150, sequenceid=206, filesize=11.9 K 2024-11-14T12:31:01,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for e142860caf5034ce5b1b0d2bfdb4bf80 in 670ms, sequenceid=206, compaction requested=false 2024-11-14T12:31:01,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:01,189 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:01,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-14T12:31:01,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:01,190 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:31:01,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:31:01,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:01,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:31:01,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:01,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:31:01,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:01,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/c79623be7e3d4878a4ae1304dfa0a75d is 50, key is test_row_0/A:col10/1731587460392/Put/seqid=0 2024-11-14T12:31:01,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742100_1276 (size=12151) 2024-11-14T12:31:01,263 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/c79623be7e3d4878a4ae1304dfa0a75d 2024-11-14T12:31:01,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/fc71c27a79a2489ca8e329d272ce2bce is 50, key is test_row_0/B:col10/1731587460392/Put/seqid=0 2024-11-14T12:31:01,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742101_1277 (size=12151) 2024-11-14T12:31:01,348 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/fc71c27a79a2489ca8e329d272ce2bce 2024-11-14T12:31:01,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/dcc97e2483024dfbb6a25a3c01010d15 is 50, key is test_row_0/C:col10/1731587460392/Put/seqid=0 2024-11-14T12:31:01,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742102_1278 (size=12151) 2024-11-14T12:31:01,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:01,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587521584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:01,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587521587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:01,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587521590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:01,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587521692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:01,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587521692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:01,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587521701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:01,810 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/dcc97e2483024dfbb6a25a3c01010d15 2024-11-14T12:31:01,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/c79623be7e3d4878a4ae1304dfa0a75d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/c79623be7e3d4878a4ae1304dfa0a75d 2024-11-14T12:31:01,825 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/c79623be7e3d4878a4ae1304dfa0a75d, entries=150, sequenceid=220, filesize=11.9 K 2024-11-14T12:31:01,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/fc71c27a79a2489ca8e329d272ce2bce as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/fc71c27a79a2489ca8e329d272ce2bce 2024-11-14T12:31:01,833 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/fc71c27a79a2489ca8e329d272ce2bce, entries=150, sequenceid=220, filesize=11.9 K 2024-11-14T12:31:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/dcc97e2483024dfbb6a25a3c01010d15 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/dcc97e2483024dfbb6a25a3c01010d15 2024-11-14T12:31:01,839 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/dcc97e2483024dfbb6a25a3c01010d15, entries=150, sequenceid=220, filesize=11.9 K 2024-11-14T12:31:01,842 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e142860caf5034ce5b1b0d2bfdb4bf80 in 652ms, sequenceid=220, compaction requested=true 2024-11-14T12:31:01,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:01,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:01,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-14T12:31:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-14T12:31:01,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-14T12:31:01,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9130 sec 2024-11-14T12:31:01,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.9460 sec 2024-11-14T12:31:01,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T12:31:01,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:31:01,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:01,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:31:01,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:01,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:31:01,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:01,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/bdf61f64f7454378af967db413b51f48 is 50, key is test_row_0/A:col10/1731587461581/Put/seqid=0 2024-11-14T12:31:01,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742103_1279 (size=12151) 2024-11-14T12:31:01,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587521969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:01,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587521969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:01,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587521969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T12:31:02,030 INFO [Thread-1087 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-14T12:31:02,032 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:31:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-14T12:31:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T12:31:02,034 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:31:02,035 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:31:02,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:31:02,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587522078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587522084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587522084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T12:31:02,188 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T12:31:02,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:02,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:02,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:02,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:02,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:02,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587522286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587522291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587522292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T12:31:02,343 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T12:31:02,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:02,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:02,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:02,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:02,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:02,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/bdf61f64f7454378af967db413b51f48 2024-11-14T12:31:02,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/407dbfb39ca04ea39e09fa6dccbfc48d is 50, key is test_row_0/B:col10/1731587461581/Put/seqid=0 2024-11-14T12:31:02,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742104_1280 (size=12151) 2024-11-14T12:31:02,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/407dbfb39ca04ea39e09fa6dccbfc48d 2024-11-14T12:31:02,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/37d92b28a41c49a6b8b2c51316133afc is 50, key is test_row_0/C:col10/1731587461581/Put/seqid=0 2024-11-14T12:31:02,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742105_1281 (size=12151) 2024-11-14T12:31:02,504 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T12:31:02,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:02,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:02,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:02,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:02,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:02,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587522591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587522598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587522598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T12:31:02,661 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T12:31:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:02,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:02,814 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T12:31:02,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:02,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:02,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:02,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:02,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:02,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/37d92b28a41c49a6b8b2c51316133afc 2024-11-14T12:31:02,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/bdf61f64f7454378af967db413b51f48 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/bdf61f64f7454378af967db413b51f48 2024-11-14T12:31:02,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/bdf61f64f7454378af967db413b51f48, entries=150, sequenceid=246, filesize=11.9 K 2024-11-14T12:31:02,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/407dbfb39ca04ea39e09fa6dccbfc48d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/407dbfb39ca04ea39e09fa6dccbfc48d 2024-11-14T12:31:02,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/407dbfb39ca04ea39e09fa6dccbfc48d, entries=150, sequenceid=246, filesize=11.9 K 2024-11-14T12:31:02,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/37d92b28a41c49a6b8b2c51316133afc as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/37d92b28a41c49a6b8b2c51316133afc 2024-11-14T12:31:02,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/37d92b28a41c49a6b8b2c51316133afc, entries=150, sequenceid=246, filesize=11.9 K 2024-11-14T12:31:02,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for e142860caf5034ce5b1b0d2bfdb4bf80 in 1003ms, sequenceid=246, compaction requested=true 2024-11-14T12:31:02,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:02,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:02,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:02,904 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:02,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:02,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:02,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:02,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:02,904 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:02,906 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:02,906 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/A is initiating minor compaction (all files) 2024-11-14T12:31:02,906 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/A in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:02,906 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/6bdaec21a261412eaa45de6af6679add, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/7d60321b6b3247f4afa191d2bda01f13, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/c79623be7e3d4878a4ae1304dfa0a75d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/bdf61f64f7454378af967db413b51f48] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=47.9 K 2024-11-14T12:31:02,907 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:02,907 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/B is initiating minor compaction (all files) 2024-11-14T12:31:02,907 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/B in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:02,907 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/cfc246b7d7934bc4a408c1f735afe1b1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b1eb61fd8d774ddcb2eeeaa26a4b4d26, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/fc71c27a79a2489ca8e329d272ce2bce, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/407dbfb39ca04ea39e09fa6dccbfc48d] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=47.9 K 2024-11-14T12:31:02,907 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bdaec21a261412eaa45de6af6679add, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731587459686 2024-11-14T12:31:02,907 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting cfc246b7d7934bc4a408c1f735afe1b1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731587459686 2024-11-14T12:31:02,908 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d60321b6b3247f4afa191d2bda01f13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731587459737 2024-11-14T12:31:02,908 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting b1eb61fd8d774ddcb2eeeaa26a4b4d26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731587459737 2024-11-14T12:31:02,908 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting c79623be7e3d4878a4ae1304dfa0a75d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731587460392 2024-11-14T12:31:02,908 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting fc71c27a79a2489ca8e329d272ce2bce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731587460392 2024-11-14T12:31:02,909 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdf61f64f7454378af967db413b51f48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731587461581 2024-11-14T12:31:02,909 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 407dbfb39ca04ea39e09fa6dccbfc48d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731587461581 2024-11-14T12:31:02,929 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#A#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:02,930 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/e91e683681d84502be501463ef7ed678 is 50, key is test_row_0/A:col10/1731587461581/Put/seqid=0 2024-11-14T12:31:02,935 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#B#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:02,935 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/90a004b2d0e24f1ab1754e268ff7f2a1 is 50, key is test_row_0/B:col10/1731587461581/Put/seqid=0 2024-11-14T12:31:02,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742107_1283 (size=12731) 2024-11-14T12:31:02,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742106_1282 (size=12731) 2024-11-14T12:31:02,968 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:02,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T12:31:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:02,970 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:31:02,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:31:02,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:02,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:31:02,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:02,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:31:02,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:02,972 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/e91e683681d84502be501463ef7ed678 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/e91e683681d84502be501463ef7ed678 2024-11-14T12:31:02,980 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/A of e142860caf5034ce5b1b0d2bfdb4bf80 into e91e683681d84502be501463ef7ed678(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:02,980 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:02,980 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/A, priority=12, startTime=1731587462904; duration=0sec 2024-11-14T12:31:02,980 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:02,980 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:A 2024-11-14T12:31:02,980 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:02,981 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:02,981 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/C is initiating minor compaction (all files) 2024-11-14T12:31:02,982 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/C in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:02,982 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/afe5939ace9e409193c702ea4c27437c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/369262240766407592085c98f016aa5c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/dcc97e2483024dfbb6a25a3c01010d15, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/37d92b28a41c49a6b8b2c51316133afc] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=47.9 K 2024-11-14T12:31:02,982 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting afe5939ace9e409193c702ea4c27437c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731587459686 2024-11-14T12:31:02,983 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 369262240766407592085c98f016aa5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731587459737 2024-11-14T12:31:02,983 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcc97e2483024dfbb6a25a3c01010d15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731587460392 2024-11-14T12:31:02,983 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37d92b28a41c49a6b8b2c51316133afc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731587461581 2024-11-14T12:31:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/bccae1c580cf4605813b0b1e54636ce4 is 50, key is test_row_0/A:col10/1731587461923/Put/seqid=0 2024-11-14T12:31:02,999 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:03,000 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/5153fefcd4d64257956d3b31f629ce6b is 50, key is test_row_0/C:col10/1731587461581/Put/seqid=0 2024-11-14T12:31:03,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742108_1284 (size=12151) 2024-11-14T12:31:03,021 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/bccae1c580cf4605813b0b1e54636ce4 2024-11-14T12:31:03,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742109_1285 (size=12697) 2024-11-14T12:31:03,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/328dd961581a4206b1b2cb4109a2dc94 is 50, key is test_row_0/B:col10/1731587461923/Put/seqid=0 2024-11-14T12:31:03,063 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/5153fefcd4d64257956d3b31f629ce6b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/5153fefcd4d64257956d3b31f629ce6b 2024-11-14T12:31:03,071 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/C of e142860caf5034ce5b1b0d2bfdb4bf80 into 5153fefcd4d64257956d3b31f629ce6b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:03,072 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:03,072 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/C, priority=12, startTime=1731587462904; duration=0sec 2024-11-14T12:31:03,072 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:03,072 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:C 2024-11-14T12:31:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:03,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:03,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742110_1286 (size=12151) 2024-11-14T12:31:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T12:31:03,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587523154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:03,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587523157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:03,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587523158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:03,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587523291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:03,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587523291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:03,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587523293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:03,364 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/90a004b2d0e24f1ab1754e268ff7f2a1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/90a004b2d0e24f1ab1754e268ff7f2a1 2024-11-14T12:31:03,370 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/B of e142860caf5034ce5b1b0d2bfdb4bf80 into 90a004b2d0e24f1ab1754e268ff7f2a1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:03,370 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:03,370 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/B, priority=12, startTime=1731587462904; duration=0sec 2024-11-14T12:31:03,371 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:03,371 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:B 2024-11-14T12:31:03,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587523494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:03,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587523495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:03,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587523497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:03,501 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/328dd961581a4206b1b2cb4109a2dc94 2024-11-14T12:31:03,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/b4d5a483ff4646f5998006b812030714 is 50, key is test_row_0/C:col10/1731587461923/Put/seqid=0 2024-11-14T12:31:03,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742111_1287 (size=12151) 2024-11-14T12:31:03,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:03,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587523798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587523798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:03,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587523799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:03,953 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/b4d5a483ff4646f5998006b812030714 2024-11-14T12:31:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/bccae1c580cf4605813b0b1e54636ce4 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/bccae1c580cf4605813b0b1e54636ce4 2024-11-14T12:31:03,973 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/bccae1c580cf4605813b0b1e54636ce4, entries=150, sequenceid=257, filesize=11.9 K 2024-11-14T12:31:03,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/328dd961581a4206b1b2cb4109a2dc94 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/328dd961581a4206b1b2cb4109a2dc94 2024-11-14T12:31:03,980 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/328dd961581a4206b1b2cb4109a2dc94, entries=150, sequenceid=257, filesize=11.9 K 2024-11-14T12:31:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/b4d5a483ff4646f5998006b812030714 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/b4d5a483ff4646f5998006b812030714 2024-11-14T12:31:03,990 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/b4d5a483ff4646f5998006b812030714, entries=150, sequenceid=257, filesize=11.9 K 2024-11-14T12:31:03,991 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e142860caf5034ce5b1b0d2bfdb4bf80 in 1021ms, sequenceid=257, compaction requested=false 2024-11-14T12:31:03,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:03,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:03,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-14T12:31:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-14T12:31:03,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-14T12:31:03,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9590 sec 2024-11-14T12:31:04,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.9650 sec 2024-11-14T12:31:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T12:31:04,139 INFO [Thread-1087 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-14T12:31:04,140 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:31:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-14T12:31:04,145 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:31:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T12:31:04,145 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:31:04,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:31:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T12:31:04,297 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:04,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T12:31:04,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:04,298 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T12:31:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:31:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:31:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:31:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:04,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:04,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/d8a69df19518436cae608a4b7cb6b03c is 50, key is test_row_0/A:col10/1731587463153/Put/seqid=0 2024-11-14T12:31:04,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587524311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:04,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587524317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:04,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587524317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:04,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742112_1288 (size=12301) 2024-11-14T12:31:04,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587524418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:04,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:04,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587524423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587524423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T12:31:04,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587524623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:04,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587524631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:04,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587524637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T12:31:04,755 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/d8a69df19518436cae608a4b7cb6b03c 2024-11-14T12:31:04,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/4c000bbc7bd4498bb2d836c8db53871e is 50, key is test_row_0/B:col10/1731587463153/Put/seqid=0 2024-11-14T12:31:04,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742113_1289 (size=12301) 2024-11-14T12:31:04,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587524934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:04,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587524937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:04,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587524941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:05,185 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/4c000bbc7bd4498bb2d836c8db53871e 2024-11-14T12:31:05,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/4b4a5336936a44a0b6e415eff764a8a4 is 50, key is test_row_0/C:col10/1731587463153/Put/seqid=0 2024-11-14T12:31:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T12:31:05,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742114_1290 (size=12301) 2024-11-14T12:31:05,259 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/4b4a5336936a44a0b6e415eff764a8a4 2024-11-14T12:31:05,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/d8a69df19518436cae608a4b7cb6b03c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/d8a69df19518436cae608a4b7cb6b03c 2024-11-14T12:31:05,286 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/d8a69df19518436cae608a4b7cb6b03c, entries=150, sequenceid=286, filesize=12.0 K 2024-11-14T12:31:05,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/4c000bbc7bd4498bb2d836c8db53871e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/4c000bbc7bd4498bb2d836c8db53871e 2024-11-14T12:31:05,296 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/4c000bbc7bd4498bb2d836c8db53871e, entries=150, sequenceid=286, filesize=12.0 K 2024-11-14T12:31:05,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/4b4a5336936a44a0b6e415eff764a8a4 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/4b4a5336936a44a0b6e415eff764a8a4 2024-11-14T12:31:05,334 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/4b4a5336936a44a0b6e415eff764a8a4, entries=150, sequenceid=286, filesize=12.0 K 2024-11-14T12:31:05,338 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e142860caf5034ce5b1b0d2bfdb4bf80 in 1040ms, sequenceid=286, compaction requested=true 2024-11-14T12:31:05,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:05,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:05,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-14T12:31:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-14T12:31:05,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-14T12:31:05,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1950 sec 2024-11-14T12:31:05,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.2030 sec 2024-11-14T12:31:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:05,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:31:05,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:31:05,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:05,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:31:05,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:05,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:31:05,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:05,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/4271665e35a54402a5c60c6d3f09068a is 50, key is test_row_0/A:col10/1731587464310/Put/seqid=0 2024-11-14T12:31:05,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742115_1291 (size=14741) 2024-11-14T12:31:05,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587525510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:05,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587525515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:05,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587525515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:05,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587525616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:05,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587525620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:05,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587525621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:05,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587525827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:05,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587525827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:05,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587525828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:05,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/4271665e35a54402a5c60c6d3f09068a 2024-11-14T12:31:05,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/0936f71d3dfd43068ec8da2494acf301 is 50, key is test_row_0/B:col10/1731587464310/Put/seqid=0 2024-11-14T12:31:06,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742116_1292 (size=12301) 2024-11-14T12:31:06,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587526131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587526134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587526134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T12:31:06,261 INFO [Thread-1087 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-14T12:31:06,262 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:31:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-14T12:31:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T12:31:06,266 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:31:06,267 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:31:06,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:31:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T12:31:06,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/0936f71d3dfd43068ec8da2494acf301 2024-11-14T12:31:06,421 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:06,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T12:31:06,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:06,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:06,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:06,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:06,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:06,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/7f37ee72d36c4658ae541d7e38ca14f6 is 50, key is test_row_0/C:col10/1731587464310/Put/seqid=0 2024-11-14T12:31:06,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742117_1293 (size=12301) 2024-11-14T12:31:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T12:31:06,587 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:06,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T12:31:06,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:06,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:06,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:06,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:06,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:06,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587526638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:06,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587526641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:06,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587526652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:06,747 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:06,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T12:31:06,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:06,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:06,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:06,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:06,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T12:31:06,920 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:06,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T12:31:06,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:06,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:06,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:06,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:06,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:06,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/7f37ee72d36c4658ae541d7e38ca14f6 2024-11-14T12:31:06,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/4271665e35a54402a5c60c6d3f09068a as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/4271665e35a54402a5c60c6d3f09068a 2024-11-14T12:31:06,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/4271665e35a54402a5c60c6d3f09068a, entries=200, sequenceid=298, filesize=14.4 K 2024-11-14T12:31:06,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/0936f71d3dfd43068ec8da2494acf301 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/0936f71d3dfd43068ec8da2494acf301 2024-11-14T12:31:06,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/0936f71d3dfd43068ec8da2494acf301, entries=150, sequenceid=298, filesize=12.0 K 2024-11-14T12:31:06,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/7f37ee72d36c4658ae541d7e38ca14f6 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/7f37ee72d36c4658ae541d7e38ca14f6 2024-11-14T12:31:06,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/7f37ee72d36c4658ae541d7e38ca14f6, entries=150, sequenceid=298, filesize=12.0 K 2024-11-14T12:31:06,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e142860caf5034ce5b1b0d2bfdb4bf80 in 1523ms, sequenceid=298, compaction requested=true 2024-11-14T12:31:06,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:06,971 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:06,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:06,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:06,973 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51924 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:06,973 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/A is initiating minor compaction (all files) 2024-11-14T12:31:06,973 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/A in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:06,973 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/e91e683681d84502be501463ef7ed678, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/bccae1c580cf4605813b0b1e54636ce4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/d8a69df19518436cae608a4b7cb6b03c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/4271665e35a54402a5c60c6d3f09068a] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=50.7 K 2024-11-14T12:31:06,974 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting e91e683681d84502be501463ef7ed678, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731587461581 2024-11-14T12:31:06,974 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting bccae1c580cf4605813b0b1e54636ce4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731587461923 2024-11-14T12:31:06,975 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8a69df19518436cae608a4b7cb6b03c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731587463149 2024-11-14T12:31:06,975 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:06,976 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4271665e35a54402a5c60c6d3f09068a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731587464307 2024-11-14T12:31:06,977 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49484 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:06,977 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/B is initiating minor compaction (all files) 2024-11-14T12:31:06,977 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/B in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:06,977 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/90a004b2d0e24f1ab1754e268ff7f2a1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/328dd961581a4206b1b2cb4109a2dc94, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/4c000bbc7bd4498bb2d836c8db53871e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/0936f71d3dfd43068ec8da2494acf301] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=48.3 K 2024-11-14T12:31:06,982 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 90a004b2d0e24f1ab1754e268ff7f2a1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731587461581 2024-11-14T12:31:06,983 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 328dd961581a4206b1b2cb4109a2dc94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731587461923 2024-11-14T12:31:06,983 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c000bbc7bd4498bb2d836c8db53871e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731587463149 2024-11-14T12:31:06,984 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 0936f71d3dfd43068ec8da2494acf301, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731587464310 2024-11-14T12:31:06,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:06,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:06,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:06,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:06,999 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#A#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:07,000 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/dae059af17144ada841a62c48b2c6b12 is 50, key is test_row_0/A:col10/1731587464310/Put/seqid=0 2024-11-14T12:31:07,020 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#B#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:07,021 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/250ddf1a088b4dbdbaf81533a7a3e5c5 is 50, key is test_row_0/B:col10/1731587464310/Put/seqid=0 2024-11-14T12:31:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742119_1295 (size=13017) 2024-11-14T12:31:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742118_1294 (size=13017) 2024-11-14T12:31:07,075 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:07,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T12:31:07,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:07,085 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T12:31:07,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:31:07,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:07,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:31:07,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:07,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:31:07,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:07,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/60f1456cea71410e9f787cd70449a4be is 50, key is test_row_0/A:col10/1731587465513/Put/seqid=0 2024-11-14T12:31:07,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742120_1296 (size=12301) 2024-11-14T12:31:07,141 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/60f1456cea71410e9f787cd70449a4be 2024-11-14T12:31:07,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/378ee40a8a15409ebf9759b452d826d4 is 50, key is test_row_0/B:col10/1731587465513/Put/seqid=0 2024-11-14T12:31:07,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742121_1297 (size=12301) 2024-11-14T12:31:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T12:31:07,482 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/dae059af17144ada841a62c48b2c6b12 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/dae059af17144ada841a62c48b2c6b12 2024-11-14T12:31:07,483 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/250ddf1a088b4dbdbaf81533a7a3e5c5 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/250ddf1a088b4dbdbaf81533a7a3e5c5 2024-11-14T12:31:07,500 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/A of e142860caf5034ce5b1b0d2bfdb4bf80 into dae059af17144ada841a62c48b2c6b12(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:07,500 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/B of e142860caf5034ce5b1b0d2bfdb4bf80 into 250ddf1a088b4dbdbaf81533a7a3e5c5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:07,500 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:07,500 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:07,500 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/A, priority=12, startTime=1731587466971; duration=0sec 2024-11-14T12:31:07,500 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/B, priority=12, startTime=1731587466973; duration=0sec 2024-11-14T12:31:07,500 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:07,500 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:A 2024-11-14T12:31:07,500 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:07,500 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:B 2024-11-14T12:31:07,500 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:07,501 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:07,502 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/C is initiating minor compaction (all files) 2024-11-14T12:31:07,502 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/C in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:07,502 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/5153fefcd4d64257956d3b31f629ce6b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/b4d5a483ff4646f5998006b812030714, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/4b4a5336936a44a0b6e415eff764a8a4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/7f37ee72d36c4658ae541d7e38ca14f6] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=48.3 K 2024-11-14T12:31:07,503 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5153fefcd4d64257956d3b31f629ce6b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731587461581 2024-11-14T12:31:07,503 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4d5a483ff4646f5998006b812030714, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731587461923 2024-11-14T12:31:07,503 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b4a5336936a44a0b6e415eff764a8a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731587463149 2024-11-14T12:31:07,504 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f37ee72d36c4658ae541d7e38ca14f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731587464310 2024-11-14T12:31:07,553 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#C#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:07,559 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/60d6c61ad135479ea8a043b8c9cf180b is 50, key is test_row_0/C:col10/1731587464310/Put/seqid=0 2024-11-14T12:31:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742122_1298 (size=12983) 2024-11-14T12:31:07,590 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/378ee40a8a15409ebf9759b452d826d4 2024-11-14T12:31:07,613 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/60d6c61ad135479ea8a043b8c9cf180b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/60d6c61ad135479ea8a043b8c9cf180b 2024-11-14T12:31:07,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/3b16c8b02afb4c35b9dac9b59674921b is 50, key is test_row_0/C:col10/1731587465513/Put/seqid=0 2024-11-14T12:31:07,630 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/C of e142860caf5034ce5b1b0d2bfdb4bf80 into 60d6c61ad135479ea8a043b8c9cf180b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:07,630 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:07,630 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/C, priority=12, startTime=1731587466984; duration=0sec 2024-11-14T12:31:07,630 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:07,630 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:C 2024-11-14T12:31:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:07,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:07,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742123_1299 (size=12301) 2024-11-14T12:31:07,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587527709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:07,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587527710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:07,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587527710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:07,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:07,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587527816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587527816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:07,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587527816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587528022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587528022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587528035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,101 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/3b16c8b02afb4c35b9dac9b59674921b 2024-11-14T12:31:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/60f1456cea71410e9f787cd70449a4be as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/60f1456cea71410e9f787cd70449a4be 2024-11-14T12:31:08,111 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/60f1456cea71410e9f787cd70449a4be, entries=150, sequenceid=323, filesize=12.0 K 2024-11-14T12:31:08,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/378ee40a8a15409ebf9759b452d826d4 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/378ee40a8a15409ebf9759b452d826d4 2024-11-14T12:31:08,124 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/378ee40a8a15409ebf9759b452d826d4, entries=150, sequenceid=323, filesize=12.0 K 2024-11-14T12:31:08,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/3b16c8b02afb4c35b9dac9b59674921b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/3b16c8b02afb4c35b9dac9b59674921b 2024-11-14T12:31:08,132 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/3b16c8b02afb4c35b9dac9b59674921b, entries=150, sequenceid=323, filesize=12.0 K 2024-11-14T12:31:08,136 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e142860caf5034ce5b1b0d2bfdb4bf80 in 1051ms, sequenceid=323, compaction requested=false 2024-11-14T12:31:08,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:08,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:08,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-14T12:31:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-14T12:31:08,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-14T12:31:08,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8850 sec 2024-11-14T12:31:08,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.9060 sec 2024-11-14T12:31:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:08,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T12:31:08,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:31:08,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:08,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:31:08,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:08,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:31:08,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:08,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/fdff75a723434305a5e7757507d8a8c3 is 50, key is test_row_0/A:col10/1731587468333/Put/seqid=0 2024-11-14T12:31:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T12:31:08,381 INFO [Thread-1087 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-14T12:31:08,393 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:31:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-14T12:31:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T12:31:08,395 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:31:08,396 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:31:08,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:31:08,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587528401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587528403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587528419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742124_1300 (size=12301) 2024-11-14T12:31:08,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/fdff75a723434305a5e7757507d8a8c3 2024-11-14T12:31:08,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/eaf5903ac90d4886afcd66e55937c399 is 50, key is test_row_0/B:col10/1731587468333/Put/seqid=0 2024-11-14T12:31:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T12:31:08,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587528512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587528513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587528529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742125_1301 (size=12301) 2024-11-14T12:31:08,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/eaf5903ac90d4886afcd66e55937c399 2024-11-14T12:31:08,552 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T12:31:08,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:08,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:08,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:08,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:08,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:08,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/c5efb6fd8f3840a2bad60505ef46a304 is 50, key is test_row_0/C:col10/1731587468333/Put/seqid=0 2024-11-14T12:31:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742126_1302 (size=12301) 2024-11-14T12:31:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T12:31:08,720 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T12:31:08,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:08,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:08,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:08,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:08,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:08,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587528727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587528729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587528737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,887 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:08,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T12:31:08,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:08,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:08,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:08,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:08,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T12:31:09,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587529033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:09,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587529039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:09,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/c5efb6fd8f3840a2bad60505ef46a304 2024-11-14T12:31:09,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587529044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:09,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:09,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T12:31:09,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:09,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:09,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:09,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:09,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/fdff75a723434305a5e7757507d8a8c3 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/fdff75a723434305a5e7757507d8a8c3 2024-11-14T12:31:09,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/fdff75a723434305a5e7757507d8a8c3, entries=150, sequenceid=341, filesize=12.0 K 2024-11-14T12:31:09,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/eaf5903ac90d4886afcd66e55937c399 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/eaf5903ac90d4886afcd66e55937c399 2024-11-14T12:31:09,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/eaf5903ac90d4886afcd66e55937c399, entries=150, sequenceid=341, filesize=12.0 K 2024-11-14T12:31:09,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/c5efb6fd8f3840a2bad60505ef46a304 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/c5efb6fd8f3840a2bad60505ef46a304 2024-11-14T12:31:09,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/c5efb6fd8f3840a2bad60505ef46a304, entries=150, sequenceid=341, filesize=12.0 K 2024-11-14T12:31:09,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for e142860caf5034ce5b1b0d2bfdb4bf80 in 772ms, sequenceid=341, compaction requested=true 2024-11-14T12:31:09,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:09,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:09,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:09,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:09,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:31:09,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:09,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T12:31:09,117 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:09,118 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:09,118 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/A is initiating minor compaction (all files) 2024-11-14T12:31:09,118 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/A in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:09,119 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/dae059af17144ada841a62c48b2c6b12, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/60f1456cea71410e9f787cd70449a4be, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/fdff75a723434305a5e7757507d8a8c3] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=36.7 K 2024-11-14T12:31:09,119 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting dae059af17144ada841a62c48b2c6b12, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731587464310 2024-11-14T12:31:09,119 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60f1456cea71410e9f787cd70449a4be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731587465485 2024-11-14T12:31:09,120 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdff75a723434305a5e7757507d8a8c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731587468333 2024-11-14T12:31:09,120 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:09,132 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:09,132 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/C is initiating minor compaction (all files) 2024-11-14T12:31:09,133 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/C in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:09,133 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/60d6c61ad135479ea8a043b8c9cf180b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/3b16c8b02afb4c35b9dac9b59674921b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/c5efb6fd8f3840a2bad60505ef46a304] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=36.7 K 2024-11-14T12:31:09,133 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 60d6c61ad135479ea8a043b8c9cf180b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731587464310 2024-11-14T12:31:09,137 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b16c8b02afb4c35b9dac9b59674921b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731587465485 2024-11-14T12:31:09,139 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#A#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:09,139 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/361c7b2f4ea642adba360f731bcf6a3a is 50, key is test_row_0/A:col10/1731587468333/Put/seqid=0 2024-11-14T12:31:09,141 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting c5efb6fd8f3840a2bad60505ef46a304, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731587468333 2024-11-14T12:31:09,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742127_1303 (size=13119) 2024-11-14T12:31:09,195 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:09,198 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/45e032faa7094337a7328106631f1a56 is 50, key is test_row_0/C:col10/1731587468333/Put/seqid=0 2024-11-14T12:31:09,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:09,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T12:31:09,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:09,222 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T12:31:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:31:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:31:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:31:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:09,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/ce4e0f08b4ff468bb4616bdd8033665d is 50, key is test_row_0/A:col10/1731587468402/Put/seqid=0 2024-11-14T12:31:09,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742128_1304 (size=13085) 2024-11-14T12:31:09,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742129_1305 (size=12301) 2024-11-14T12:31:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T12:31:09,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:09,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587529595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:09,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587529595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:09,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587529596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:09,605 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/361c7b2f4ea642adba360f731bcf6a3a as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/361c7b2f4ea642adba360f731bcf6a3a 2024-11-14T12:31:09,624 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/A of e142860caf5034ce5b1b0d2bfdb4bf80 into 361c7b2f4ea642adba360f731bcf6a3a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:09,624 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:09,624 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/A, priority=13, startTime=1731587469117; duration=0sec 2024-11-14T12:31:09,624 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:09,624 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:A 2024-11-14T12:31:09,624 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:09,636 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:09,637 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/B is initiating minor compaction (all files) 2024-11-14T12:31:09,637 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/B in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:09,637 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/250ddf1a088b4dbdbaf81533a7a3e5c5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/378ee40a8a15409ebf9759b452d826d4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/eaf5903ac90d4886afcd66e55937c399] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=36.7 K 2024-11-14T12:31:09,645 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 250ddf1a088b4dbdbaf81533a7a3e5c5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731587464310 2024-11-14T12:31:09,649 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 378ee40a8a15409ebf9759b452d826d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731587465485 2024-11-14T12:31:09,654 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaf5903ac90d4886afcd66e55937c399, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731587468333 2024-11-14T12:31:09,685 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/45e032faa7094337a7328106631f1a56 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/45e032faa7094337a7328106631f1a56 2024-11-14T12:31:09,694 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#B#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:09,695 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/0efc7f2028e145419b31c2f41f00d9a4 is 50, key is test_row_0/B:col10/1731587468333/Put/seqid=0 2024-11-14T12:31:09,701 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/C of e142860caf5034ce5b1b0d2bfdb4bf80 into 45e032faa7094337a7328106631f1a56(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:09,701 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:09,701 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/C, priority=13, startTime=1731587469117; duration=0sec 2024-11-14T12:31:09,701 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:09,701 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:C 2024-11-14T12:31:09,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587529702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:09,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587529703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:09,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587529708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:09,716 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/ce4e0f08b4ff468bb4616bdd8033665d 2024-11-14T12:31:09,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742130_1306 (size=13119) 2024-11-14T12:31:09,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/921401730b84413eb71a484a2cfa745e is 50, key is test_row_0/B:col10/1731587468402/Put/seqid=0 2024-11-14T12:31:09,746 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/0efc7f2028e145419b31c2f41f00d9a4 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/0efc7f2028e145419b31c2f41f00d9a4 2024-11-14T12:31:09,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742131_1307 (size=12301) 2024-11-14T12:31:09,757 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/B of e142860caf5034ce5b1b0d2bfdb4bf80 into 0efc7f2028e145419b31c2f41f00d9a4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:09,757 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:09,757 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/B, priority=13, startTime=1731587469117; duration=0sec 2024-11-14T12:31:09,757 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:09,757 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:B 2024-11-14T12:31:09,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/921401730b84413eb71a484a2cfa745e 2024-11-14T12:31:09,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/f2047bb9290141759ff15726e222e587 is 50, key is test_row_0/C:col10/1731587468402/Put/seqid=0 2024-11-14T12:31:09,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742132_1308 (size=12301) 2024-11-14T12:31:09,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587529909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:09,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587529909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:09,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587529914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,229 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/f2047bb9290141759ff15726e222e587 2024-11-14T12:31:10,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587530225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587530228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587530233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/ce4e0f08b4ff468bb4616bdd8033665d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ce4e0f08b4ff468bb4616bdd8033665d 2024-11-14T12:31:10,293 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ce4e0f08b4ff468bb4616bdd8033665d, entries=150, sequenceid=363, filesize=12.0 K 2024-11-14T12:31:10,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/921401730b84413eb71a484a2cfa745e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/921401730b84413eb71a484a2cfa745e 2024-11-14T12:31:10,329 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/921401730b84413eb71a484a2cfa745e, entries=150, sequenceid=363, filesize=12.0 K 2024-11-14T12:31:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/f2047bb9290141759ff15726e222e587 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f2047bb9290141759ff15726e222e587 2024-11-14T12:31:10,356 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f2047bb9290141759ff15726e222e587, entries=150, sequenceid=363, filesize=12.0 K 2024-11-14T12:31:10,357 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for e142860caf5034ce5b1b0d2bfdb4bf80 in 1136ms, sequenceid=363, compaction requested=false 2024-11-14T12:31:10,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:10,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:10,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-14T12:31:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-14T12:31:10,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-14T12:31:10,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9640 sec 2024-11-14T12:31:10,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.9700 sec 2024-11-14T12:31:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T12:31:10,507 INFO [Thread-1087 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-14T12:31:10,509 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:31:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-14T12:31:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T12:31:10,517 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:31:10,519 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:31:10,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:31:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T12:31:10,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T12:31:10,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:31:10,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:10,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:31:10,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:10,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:31:10,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:10,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/d381631c2c3f45508bfd9cca1e0e3efd is 50, key is test_row_0/A:col10/1731587469592/Put/seqid=0 2024-11-14T12:31:10,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742133_1309 (size=12301) 2024-11-14T12:31:10,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/d381631c2c3f45508bfd9cca1e0e3efd 2024-11-14T12:31:10,672 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T12:31:10,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/92d21b0224a0479baff760cc155bf880 is 50, key is test_row_0/B:col10/1731587469592/Put/seqid=0 2024-11-14T12:31:10,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:10,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:10,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:10,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:10,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:10,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742134_1310 (size=12301) 2024-11-14T12:31:10,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/92d21b0224a0479baff760cc155bf880 2024-11-14T12:31:10,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/f596b9e27eee4898b0e2b8819beb1ef5 is 50, key is test_row_0/C:col10/1731587469592/Put/seqid=0 2024-11-14T12:31:10,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587530723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587530729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587530736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587530753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587530757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742135_1311 (size=12301) 2024-11-14T12:31:10,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/f596b9e27eee4898b0e2b8819beb1ef5 2024-11-14T12:31:10,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/d381631c2c3f45508bfd9cca1e0e3efd as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/d381631c2c3f45508bfd9cca1e0e3efd 2024-11-14T12:31:10,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/d381631c2c3f45508bfd9cca1e0e3efd, entries=150, sequenceid=382, filesize=12.0 K 2024-11-14T12:31:10,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/92d21b0224a0479baff760cc155bf880 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/92d21b0224a0479baff760cc155bf880 2024-11-14T12:31:10,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/92d21b0224a0479baff760cc155bf880, entries=150, sequenceid=382, filesize=12.0 K 2024-11-14T12:31:10,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/f596b9e27eee4898b0e2b8819beb1ef5 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f596b9e27eee4898b0e2b8819beb1ef5 2024-11-14T12:31:10,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f596b9e27eee4898b0e2b8819beb1ef5, entries=150, sequenceid=382, filesize=12.0 K 2024-11-14T12:31:10,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for e142860caf5034ce5b1b0d2bfdb4bf80 in 187ms, sequenceid=382, compaction requested=true 2024-11-14T12:31:10,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:10,808 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:10,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:10,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:10,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:10,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:10,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:10,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:31:10,809 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:10,811 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:10,811 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/A is initiating minor compaction (all files) 2024-11-14T12:31:10,811 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/A in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:10,811 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/361c7b2f4ea642adba360f731bcf6a3a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ce4e0f08b4ff468bb4616bdd8033665d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/d381631c2c3f45508bfd9cca1e0e3efd] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=36.8 K 2024-11-14T12:31:10,811 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 361c7b2f4ea642adba360f731bcf6a3a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731587468333 2024-11-14T12:31:10,812 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce4e0f08b4ff468bb4616bdd8033665d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731587468371 2024-11-14T12:31:10,812 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:10,812 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting d381631c2c3f45508bfd9cca1e0e3efd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731587469590 2024-11-14T12:31:10,812 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/B is initiating minor compaction (all files) 2024-11-14T12:31:10,812 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/B in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:10,812 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/0efc7f2028e145419b31c2f41f00d9a4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/921401730b84413eb71a484a2cfa745e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/92d21b0224a0479baff760cc155bf880] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=36.8 K 2024-11-14T12:31:10,813 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 0efc7f2028e145419b31c2f41f00d9a4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731587468333 2024-11-14T12:31:10,813 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 921401730b84413eb71a484a2cfa745e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731587468371 2024-11-14T12:31:10,814 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 92d21b0224a0479baff760cc155bf880, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731587469590 2024-11-14T12:31:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T12:31:10,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T12:31:10,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:31:10,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:10,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:31:10,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:10,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:31:10,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:10,839 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T12:31:10,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:10,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:10,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:10,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:10,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:10,842 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#B#compaction#263 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:10,842 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/92002676fdae440eb08ed26313a71c67 is 50, key is test_row_0/B:col10/1731587469592/Put/seqid=0 2024-11-14T12:31:10,846 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#A#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:10,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/36284ead18f0422a8cc97c937352de17 is 50, key is test_row_0/A:col10/1731587470722/Put/seqid=0 2024-11-14T12:31:10,846 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/a6dc29d78bb147a79513c55acdfd93ba is 50, key is test_row_0/A:col10/1731587469592/Put/seqid=0 2024-11-14T12:31:10,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587530857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587530859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742136_1312 (size=13221) 2024-11-14T12:31:10,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742137_1313 (size=12301) 2024-11-14T12:31:10,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742138_1314 (size=13221) 2024-11-14T12:31:10,904 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/a6dc29d78bb147a79513c55acdfd93ba as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/a6dc29d78bb147a79513c55acdfd93ba 2024-11-14T12:31:10,914 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/A of e142860caf5034ce5b1b0d2bfdb4bf80 into a6dc29d78bb147a79513c55acdfd93ba(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:10,914 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:10,914 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/A, priority=13, startTime=1731587470808; duration=0sec 2024-11-14T12:31:10,914 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:10,914 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:A 2024-11-14T12:31:10,914 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:10,916 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:10,916 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/C is initiating minor compaction (all files) 2024-11-14T12:31:10,916 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/C in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:10,916 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/45e032faa7094337a7328106631f1a56, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f2047bb9290141759ff15726e222e587, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f596b9e27eee4898b0e2b8819beb1ef5] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=36.8 K 2024-11-14T12:31:10,916 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45e032faa7094337a7328106631f1a56, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731587468333 2024-11-14T12:31:10,917 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2047bb9290141759ff15726e222e587, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731587468371 2024-11-14T12:31:10,917 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting f596b9e27eee4898b0e2b8819beb1ef5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731587469590 2024-11-14T12:31:10,926 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#C#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:10,929 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/e2e44d63fbab4934b758b43d829d74e2 is 50, key is test_row_0/C:col10/1731587469592/Put/seqid=0 2024-11-14T12:31:10,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742139_1315 (size=13187) 2024-11-14T12:31:10,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587530960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587530962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,996 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:10,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T12:31:10,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:10,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:10,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:10,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:10,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T12:31:11,149 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:11,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T12:31:11,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:11,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:11,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:11,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:11,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:11,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587531163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:11,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587531164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:11,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/36284ead18f0422a8cc97c937352de17 2024-11-14T12:31:11,288 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/92002676fdae440eb08ed26313a71c67 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/92002676fdae440eb08ed26313a71c67 2024-11-14T12:31:11,296 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/B of e142860caf5034ce5b1b0d2bfdb4bf80 into 92002676fdae440eb08ed26313a71c67(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:11,296 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:11,297 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/B, priority=13, startTime=1731587470809; duration=0sec 2024-11-14T12:31:11,297 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:11,297 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:B 2024-11-14T12:31:11,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/b6b8abc4a3aa44a7ac11529b4f812e5a is 50, key is test_row_0/B:col10/1731587470722/Put/seqid=0 2024-11-14T12:31:11,303 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:11,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T12:31:11,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:11,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:11,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:11,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:11,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742140_1316 (size=12301) 2024-11-14T12:31:11,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/b6b8abc4a3aa44a7ac11529b4f812e5a 2024-11-14T12:31:11,350 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/e2e44d63fbab4934b758b43d829d74e2 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/e2e44d63fbab4934b758b43d829d74e2 2024-11-14T12:31:11,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/94c6e7f94c474f3986cc8cde1a284750 is 50, key is test_row_0/C:col10/1731587470722/Put/seqid=0 2024-11-14T12:31:11,357 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/C of e142860caf5034ce5b1b0d2bfdb4bf80 into e2e44d63fbab4934b758b43d829d74e2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:11,357 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:11,357 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/C, priority=13, startTime=1731587470809; duration=0sec 2024-11-14T12:31:11,357 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:11,357 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:C 2024-11-14T12:31:11,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742141_1317 (size=12301) 2024-11-14T12:31:11,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/94c6e7f94c474f3986cc8cde1a284750 2024-11-14T12:31:11,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/36284ead18f0422a8cc97c937352de17 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/36284ead18f0422a8cc97c937352de17 2024-11-14T12:31:11,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/36284ead18f0422a8cc97c937352de17, entries=150, sequenceid=404, filesize=12.0 K 2024-11-14T12:31:11,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/b6b8abc4a3aa44a7ac11529b4f812e5a as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b6b8abc4a3aa44a7ac11529b4f812e5a 2024-11-14T12:31:11,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b6b8abc4a3aa44a7ac11529b4f812e5a, entries=150, sequenceid=404, filesize=12.0 K 2024-11-14T12:31:11,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/94c6e7f94c474f3986cc8cde1a284750 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/94c6e7f94c474f3986cc8cde1a284750 2024-11-14T12:31:11,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/94c6e7f94c474f3986cc8cde1a284750, entries=150, sequenceid=404, filesize=12.0 K 2024-11-14T12:31:11,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e142860caf5034ce5b1b0d2bfdb4bf80 in 584ms, sequenceid=404, compaction requested=false 2024-11-14T12:31:11,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:11,462 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:11,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T12:31:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:11,463 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T12:31:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:31:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:31:11,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:11,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:31:11,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:11,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. as already flushing 2024-11-14T12:31:11,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/8dd63fe79fef45ba866d5c04bd228fec is 50, key is test_row_0/A:col10/1731587470858/Put/seqid=0 2024-11-14T12:31:11,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742142_1318 (size=12301) 2024-11-14T12:31:11,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587531500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:11,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587531504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:11,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587531612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:11,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587531612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T12:31:11,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42618 deadline: 1731587531749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:11,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42648 deadline: 1731587531763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:11,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42676 deadline: 1731587531768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:11,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587531816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:11,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587531816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:11,891 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/8dd63fe79fef45ba866d5c04bd228fec 2024-11-14T12:31:11,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/07324910880c4927ab66d4cc95f5630d is 50, key is test_row_0/B:col10/1731587470858/Put/seqid=0 2024-11-14T12:31:11,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742143_1319 (size=12301) 2024-11-14T12:31:11,963 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/07324910880c4927ab66d4cc95f5630d 2024-11-14T12:31:11,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/bacd21d0fccf462aa55e190c3b946cbe is 50, key is test_row_0/C:col10/1731587470858/Put/seqid=0 2024-11-14T12:31:12,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742144_1320 (size=12301) 2024-11-14T12:31:12,000 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/bacd21d0fccf462aa55e190c3b946cbe 2024-11-14T12:31:12,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/8dd63fe79fef45ba866d5c04bd228fec as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/8dd63fe79fef45ba866d5c04bd228fec 2024-11-14T12:31:12,011 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/8dd63fe79fef45ba866d5c04bd228fec, entries=150, sequenceid=421, filesize=12.0 K 2024-11-14T12:31:12,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/07324910880c4927ab66d4cc95f5630d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/07324910880c4927ab66d4cc95f5630d 2024-11-14T12:31:12,017 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/07324910880c4927ab66d4cc95f5630d, entries=150, sequenceid=421, filesize=12.0 K 2024-11-14T12:31:12,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/bacd21d0fccf462aa55e190c3b946cbe as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/bacd21d0fccf462aa55e190c3b946cbe 2024-11-14T12:31:12,023 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/bacd21d0fccf462aa55e190c3b946cbe, entries=150, sequenceid=421, filesize=12.0 K 2024-11-14T12:31:12,024 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e142860caf5034ce5b1b0d2bfdb4bf80 in 561ms, sequenceid=421, compaction requested=true 2024-11-14T12:31:12,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:12,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:12,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-14T12:31:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-14T12:31:12,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-14T12:31:12,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5120 sec 2024-11-14T12:31:12,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.5240 sec 2024-11-14T12:31:12,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T12:31:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:12,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:31:12,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:12,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:31:12,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:12,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:31:12,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:12,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/ab4f6f1760204e4aa5a71448cf761158 is 50, key is test_row_0/A:col10/1731587471502/Put/seqid=0 2024-11-14T12:31:12,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742145_1321 (size=14741) 2024-11-14T12:31:12,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/ab4f6f1760204e4aa5a71448cf761158 2024-11-14T12:31:12,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:12,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587532162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587532162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:12,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/be66ace1608d468f8afc94f73401b636 is 50, key is test_row_0/B:col10/1731587471502/Put/seqid=0 2024-11-14T12:31:12,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742146_1322 (size=12301) 2024-11-14T12:31:12,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/be66ace1608d468f8afc94f73401b636 2024-11-14T12:31:12,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/dcc6e66628d34a9b8eb664e880d5a034 is 50, key is test_row_0/C:col10/1731587471502/Put/seqid=0 2024-11-14T12:31:12,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587532268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:12,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587532268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:12,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742147_1323 (size=12301) 2024-11-14T12:31:12,358 DEBUG [Thread-1094 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dd0b424 to 127.0.0.1:63767 2024-11-14T12:31:12,358 DEBUG [Thread-1094 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:12,362 DEBUG [Thread-1092 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e9b26c8 to 127.0.0.1:63767 2024-11-14T12:31:12,362 DEBUG [Thread-1092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:12,363 DEBUG [Thread-1088 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x267c3d0c to 127.0.0.1:63767 2024-11-14T12:31:12,363 DEBUG [Thread-1088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:12,363 DEBUG [Thread-1096 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10cd1b0a to 127.0.0.1:63767 2024-11-14T12:31:12,363 DEBUG [Thread-1096 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:12,363 DEBUG [Thread-1090 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21ff1c42 to 127.0.0.1:63767 2024-11-14T12:31:12,363 DEBUG [Thread-1090 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:12,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42668 deadline: 1731587532472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:12,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42644 deadline: 1731587532474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T12:31:12,620 INFO [Thread-1087 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-14T12:31:12,691 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:31:12,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/dcc6e66628d34a9b8eb664e880d5a034 2024-11-14T12:31:12,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/ab4f6f1760204e4aa5a71448cf761158 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ab4f6f1760204e4aa5a71448cf761158 2024-11-14T12:31:12,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ab4f6f1760204e4aa5a71448cf761158, entries=200, sequenceid=445, filesize=14.4 K 2024-11-14T12:31:12,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/be66ace1608d468f8afc94f73401b636 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/be66ace1608d468f8afc94f73401b636 2024-11-14T12:31:12,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/be66ace1608d468f8afc94f73401b636, entries=150, sequenceid=445, filesize=12.0 K 2024-11-14T12:31:12,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/dcc6e66628d34a9b8eb664e880d5a034 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/dcc6e66628d34a9b8eb664e880d5a034 2024-11-14T12:31:12,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/dcc6e66628d34a9b8eb664e880d5a034, entries=150, sequenceid=445, filesize=12.0 K 2024-11-14T12:31:12,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e142860caf5034ce5b1b0d2bfdb4bf80 in 612ms, sequenceid=445, compaction requested=true 2024-11-14T12:31:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:12,737 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e142860caf5034ce5b1b0d2bfdb4bf80:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:12,737 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:12,738 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:12,738 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:12,738 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/A is initiating minor compaction (all files) 2024-11-14T12:31:12,738 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/B is initiating minor compaction (all files) 2024-11-14T12:31:12,738 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/A in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:12,738 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/B in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:12,739 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/a6dc29d78bb147a79513c55acdfd93ba, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/36284ead18f0422a8cc97c937352de17, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/8dd63fe79fef45ba866d5c04bd228fec, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ab4f6f1760204e4aa5a71448cf761158] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=51.3 K 2024-11-14T12:31:12,739 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/92002676fdae440eb08ed26313a71c67, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b6b8abc4a3aa44a7ac11529b4f812e5a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/07324910880c4927ab66d4cc95f5630d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/be66ace1608d468f8afc94f73401b636] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=48.9 K 2024-11-14T12:31:12,739 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6dc29d78bb147a79513c55acdfd93ba, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731587469590 2024-11-14T12:31:12,739 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 92002676fdae440eb08ed26313a71c67, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731587469590 2024-11-14T12:31:12,739 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36284ead18f0422a8cc97c937352de17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731587470722 2024-11-14T12:31:12,739 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting b6b8abc4a3aa44a7ac11529b4f812e5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731587470722 2024-11-14T12:31:12,739 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dd63fe79fef45ba866d5c04bd228fec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731587470845 2024-11-14T12:31:12,739 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 07324910880c4927ab66d4cc95f5630d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731587470845 2024-11-14T12:31:12,740 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab4f6f1760204e4aa5a71448cf761158, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731587471498 2024-11-14T12:31:12,740 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting be66ace1608d468f8afc94f73401b636, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731587471502 2024-11-14T12:31:12,747 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#B#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:12,748 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/8210adbda3274316952316e823eb58dd is 50, key is test_row_0/B:col10/1731587471502/Put/seqid=0 2024-11-14T12:31:12,748 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#A#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:12,749 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/c2852030c5da4d2c8065a290504fec13 is 50, key is test_row_0/A:col10/1731587471502/Put/seqid=0 2024-11-14T12:31:12,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742148_1324 (size=13357) 2024-11-14T12:31:12,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742149_1325 (size=13357) 2024-11-14T12:31:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:12,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T12:31:12,776 DEBUG [Thread-1079 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21c3a914 to 127.0.0.1:63767 2024-11-14T12:31:12,776 DEBUG [Thread-1079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:12,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:31:12,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:12,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:31:12,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:12,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:31:12,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:12,779 DEBUG [Thread-1077 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14bff6e5 to 127.0.0.1:63767 2024-11-14T12:31:12,779 DEBUG [Thread-1077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:12,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/82711567b89c40c1940b9a05d6c6d3a7 is 50, key is test_row_0/A:col10/1731587472774/Put/seqid=0 2024-11-14T12:31:12,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742150_1326 (size=12301) 2024-11-14T12:31:13,157 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/8210adbda3274316952316e823eb58dd as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/8210adbda3274316952316e823eb58dd 2024-11-14T12:31:13,157 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/c2852030c5da4d2c8065a290504fec13 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/c2852030c5da4d2c8065a290504fec13 2024-11-14T12:31:13,168 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/A of e142860caf5034ce5b1b0d2bfdb4bf80 into c2852030c5da4d2c8065a290504fec13(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:13,168 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:13,168 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/A, priority=12, startTime=1731587472737; duration=0sec 2024-11-14T12:31:13,168 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:13,168 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:A 2024-11-14T12:31:13,168 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:13,168 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/B of e142860caf5034ce5b1b0d2bfdb4bf80 into 8210adbda3274316952316e823eb58dd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:13,168 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:13,169 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/B, priority=12, startTime=1731587472737; duration=0sec 2024-11-14T12:31:13,169 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:13,169 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:B 2024-11-14T12:31:13,170 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:13,170 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): e142860caf5034ce5b1b0d2bfdb4bf80/C is initiating minor compaction (all files) 2024-11-14T12:31:13,170 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e142860caf5034ce5b1b0d2bfdb4bf80/C in TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:13,170 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/e2e44d63fbab4934b758b43d829d74e2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/94c6e7f94c474f3986cc8cde1a284750, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/bacd21d0fccf462aa55e190c3b946cbe, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/dcc6e66628d34a9b8eb664e880d5a034] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp, totalSize=48.9 K 2024-11-14T12:31:13,172 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2e44d63fbab4934b758b43d829d74e2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731587469590 2024-11-14T12:31:13,173 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94c6e7f94c474f3986cc8cde1a284750, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731587470722 2024-11-14T12:31:13,173 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting bacd21d0fccf462aa55e190c3b946cbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731587470845 2024-11-14T12:31:13,174 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcc6e66628d34a9b8eb664e880d5a034, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731587471502 2024-11-14T12:31:13,185 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e142860caf5034ce5b1b0d2bfdb4bf80#C#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:13,186 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/ff97398bc6c346ddb1c20cbbc5058333 is 50, key is test_row_0/C:col10/1731587471502/Put/seqid=0 2024-11-14T12:31:13,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742151_1327 (size=13323) 2024-11-14T12:31:13,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/82711567b89c40c1940b9a05d6c6d3a7 2024-11-14T12:31:13,197 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/ff97398bc6c346ddb1c20cbbc5058333 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/ff97398bc6c346ddb1c20cbbc5058333 2024-11-14T12:31:13,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/51bc442ea675466f99ac96f8f9aafd9a is 50, key is test_row_0/B:col10/1731587472774/Put/seqid=0 2024-11-14T12:31:13,203 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e142860caf5034ce5b1b0d2bfdb4bf80/C of e142860caf5034ce5b1b0d2bfdb4bf80 into ff97398bc6c346ddb1c20cbbc5058333(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:13,203 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:13,203 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80., storeName=e142860caf5034ce5b1b0d2bfdb4bf80/C, priority=12, startTime=1731587472737; duration=0sec 2024-11-14T12:31:13,203 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:13,203 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e142860caf5034ce5b1b0d2bfdb4bf80:C 2024-11-14T12:31:13,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742152_1328 (size=12301) 2024-11-14T12:31:13,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/51bc442ea675466f99ac96f8f9aafd9a 2024-11-14T12:31:13,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/99d56755d3b443caba618d3ed7d48b1c is 50, key is test_row_0/C:col10/1731587472774/Put/seqid=0 2024-11-14T12:31:13,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742153_1329 (size=12301) 2024-11-14T12:31:13,754 DEBUG [Thread-1083 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16831ced to 127.0.0.1:63767 2024-11-14T12:31:13,754 DEBUG [Thread-1083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:13,768 DEBUG [Thread-1081 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x646799cf to 127.0.0.1:63767 2024-11-14T12:31:13,768 DEBUG [Thread-1081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:13,790 DEBUG [Thread-1085 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19f0d92b to 127.0.0.1:63767 2024-11-14T12:31:13,790 DEBUG [Thread-1085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:13,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T12:31:13,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-14T12:31:13,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-14T12:31:13,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-14T12:31:13,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-14T12:31:13,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-14T12:31:13,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T12:31:13,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4475 2024-11-14T12:31:13,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4259 2024-11-14T12:31:13,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4075 2024-11-14T12:31:13,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4426 2024-11-14T12:31:13,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4265 2024-11-14T12:31:13,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T12:31:13,791 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T12:31:13,791 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131d9f61 to 127.0.0.1:63767 2024-11-14T12:31:13,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:13,792 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T12:31:13,793 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T12:31:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T12:31:13,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587473797"}]},"ts":"1731587473797"} 2024-11-14T12:31:13,798 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T12:31:13,804 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T12:31:13,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:31:13,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e142860caf5034ce5b1b0d2bfdb4bf80, UNASSIGN}] 2024-11-14T12:31:13,809 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e142860caf5034ce5b1b0d2bfdb4bf80, UNASSIGN 2024-11-14T12:31:13,811 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=e142860caf5034ce5b1b0d2bfdb4bf80, regionState=CLOSING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:13,812 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:31:13,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; CloseRegionProcedure e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:31:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T12:31:13,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:13,964 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(124): Close e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:13,964 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T12:31:13,964 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1681): Closing e142860caf5034ce5b1b0d2bfdb4bf80, disabling compactions & flushes 2024-11-14T12:31:13,964 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:14,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/99d56755d3b443caba618d3ed7d48b1c 2024-11-14T12:31:14,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/82711567b89c40c1940b9a05d6c6d3a7 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/82711567b89c40c1940b9a05d6c6d3a7 2024-11-14T12:31:14,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/82711567b89c40c1940b9a05d6c6d3a7, entries=150, sequenceid=459, filesize=12.0 K 2024-11-14T12:31:14,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/51bc442ea675466f99ac96f8f9aafd9a as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/51bc442ea675466f99ac96f8f9aafd9a 2024-11-14T12:31:14,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/51bc442ea675466f99ac96f8f9aafd9a, entries=150, sequenceid=459, filesize=12.0 K 2024-11-14T12:31:14,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/99d56755d3b443caba618d3ed7d48b1c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/99d56755d3b443caba618d3ed7d48b1c 2024-11-14T12:31:14,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/99d56755d3b443caba618d3ed7d48b1c, entries=150, sequenceid=459, filesize=12.0 K 2024-11-14T12:31:14,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=26.84 KB/27480 for e142860caf5034ce5b1b0d2bfdb4bf80 in 1271ms, sequenceid=459, compaction requested=false 2024-11-14T12:31:14,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:14,046 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:14,046 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:14,046 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. after waiting 0 ms 2024-11-14T12:31:14,046 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:14,046 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(2837): Flushing e142860caf5034ce5b1b0d2bfdb4bf80 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-14T12:31:14,046 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=A 2024-11-14T12:31:14,046 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:14,047 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=B 2024-11-14T12:31:14,047 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:14,047 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e142860caf5034ce5b1b0d2bfdb4bf80, store=C 2024-11-14T12:31:14,047 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:14,054 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/b3ad33da17d74d16bccbedbadbace8cd is 50, key is test_row_0/A:col10/1731587473789/Put/seqid=0 2024-11-14T12:31:14,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742154_1330 (size=7415) 2024-11-14T12:31:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T12:31:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T12:31:14,466 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/b3ad33da17d74d16bccbedbadbace8cd 2024-11-14T12:31:14,475 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/e66a0c2fc9aa423aa6c3b28330087cdf is 50, key is test_row_0/B:col10/1731587473789/Put/seqid=0 2024-11-14T12:31:14,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742155_1331 (size=7415) 2024-11-14T12:31:14,888 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/e66a0c2fc9aa423aa6c3b28330087cdf 2024-11-14T12:31:14,915 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/bb3dbd762b954bde8cfb2de3eb12fa86 is 50, key is test_row_0/C:col10/1731587473789/Put/seqid=0 2024-11-14T12:31:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T12:31:14,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742156_1332 (size=7415) 2024-11-14T12:31:15,329 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/bb3dbd762b954bde8cfb2de3eb12fa86 2024-11-14T12:31:15,333 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/A/b3ad33da17d74d16bccbedbadbace8cd as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/b3ad33da17d74d16bccbedbadbace8cd 2024-11-14T12:31:15,336 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/b3ad33da17d74d16bccbedbadbace8cd, entries=50, sequenceid=469, filesize=7.2 K 2024-11-14T12:31:15,337 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/B/e66a0c2fc9aa423aa6c3b28330087cdf as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/e66a0c2fc9aa423aa6c3b28330087cdf 2024-11-14T12:31:15,341 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/e66a0c2fc9aa423aa6c3b28330087cdf, entries=50, sequenceid=469, filesize=7.2 K 2024-11-14T12:31:15,342 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/.tmp/C/bb3dbd762b954bde8cfb2de3eb12fa86 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/bb3dbd762b954bde8cfb2de3eb12fa86 2024-11-14T12:31:15,345 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/bb3dbd762b954bde8cfb2de3eb12fa86, entries=50, sequenceid=469, filesize=7.2 K 2024-11-14T12:31:15,346 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for e142860caf5034ce5b1b0d2bfdb4bf80 in 1300ms, sequenceid=469, compaction requested=true 2024-11-14T12:31:15,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/99b7649db4674fb69a1a1bf300dbebe9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/11675ba365f044e393fc94443d65775d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ad8808d4f6ad4e8191b40533369bc0cd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/1f6435c794ee462b9c8bfafa4a3882a0, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/7b024829678045b99687bad147cbdf48, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/87558c6a88fb40b3b2ebf80013568014, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/af7d9fc31d6d4facab1c5cfe324bdaf9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/97fa5a5fe1c54a8bbd2495025fadfd52, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/dcf19de4d58f404d9683c27b38b0e830, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/716e321aed8a4832bed1bcb98aaaa2e1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/8496e448ae604375be53204be3bb7272, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/3bf37f2b53854dfc90c456ecb8d43053, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/6bdaec21a261412eaa45de6af6679add, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/a1a3c0245205449487545bdd78aec79b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/7d60321b6b3247f4afa191d2bda01f13, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/c79623be7e3d4878a4ae1304dfa0a75d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/e91e683681d84502be501463ef7ed678, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/bdf61f64f7454378af967db413b51f48, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/bccae1c580cf4605813b0b1e54636ce4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/d8a69df19518436cae608a4b7cb6b03c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/4271665e35a54402a5c60c6d3f09068a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/dae059af17144ada841a62c48b2c6b12, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/60f1456cea71410e9f787cd70449a4be, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/361c7b2f4ea642adba360f731bcf6a3a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/fdff75a723434305a5e7757507d8a8c3, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ce4e0f08b4ff468bb4616bdd8033665d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/a6dc29d78bb147a79513c55acdfd93ba, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/d381631c2c3f45508bfd9cca1e0e3efd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/36284ead18f0422a8cc97c937352de17, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/8dd63fe79fef45ba866d5c04bd228fec, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ab4f6f1760204e4aa5a71448cf761158] to archive 2024-11-14T12:31:15,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:31:15,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/99b7649db4674fb69a1a1bf300dbebe9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/99b7649db4674fb69a1a1bf300dbebe9 2024-11-14T12:31:15,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/11675ba365f044e393fc94443d65775d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/11675ba365f044e393fc94443d65775d 2024-11-14T12:31:15,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ad8808d4f6ad4e8191b40533369bc0cd to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ad8808d4f6ad4e8191b40533369bc0cd 2024-11-14T12:31:15,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/1f6435c794ee462b9c8bfafa4a3882a0 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/1f6435c794ee462b9c8bfafa4a3882a0 2024-11-14T12:31:15,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/7b024829678045b99687bad147cbdf48 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/7b024829678045b99687bad147cbdf48 2024-11-14T12:31:15,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/87558c6a88fb40b3b2ebf80013568014 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/87558c6a88fb40b3b2ebf80013568014 2024-11-14T12:31:15,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/af7d9fc31d6d4facab1c5cfe324bdaf9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/af7d9fc31d6d4facab1c5cfe324bdaf9 2024-11-14T12:31:15,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/97fa5a5fe1c54a8bbd2495025fadfd52 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/97fa5a5fe1c54a8bbd2495025fadfd52 2024-11-14T12:31:15,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/dcf19de4d58f404d9683c27b38b0e830 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/dcf19de4d58f404d9683c27b38b0e830 2024-11-14T12:31:15,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/716e321aed8a4832bed1bcb98aaaa2e1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/716e321aed8a4832bed1bcb98aaaa2e1 2024-11-14T12:31:15,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/8496e448ae604375be53204be3bb7272 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/8496e448ae604375be53204be3bb7272 2024-11-14T12:31:15,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/3bf37f2b53854dfc90c456ecb8d43053 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/3bf37f2b53854dfc90c456ecb8d43053 2024-11-14T12:31:15,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/6bdaec21a261412eaa45de6af6679add to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/6bdaec21a261412eaa45de6af6679add 2024-11-14T12:31:15,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/a1a3c0245205449487545bdd78aec79b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/a1a3c0245205449487545bdd78aec79b 2024-11-14T12:31:15,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/7d60321b6b3247f4afa191d2bda01f13 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/7d60321b6b3247f4afa191d2bda01f13 2024-11-14T12:31:15,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/c79623be7e3d4878a4ae1304dfa0a75d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/c79623be7e3d4878a4ae1304dfa0a75d 2024-11-14T12:31:15,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/e91e683681d84502be501463ef7ed678 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/e91e683681d84502be501463ef7ed678 2024-11-14T12:31:15,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/bdf61f64f7454378af967db413b51f48 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/bdf61f64f7454378af967db413b51f48 2024-11-14T12:31:15,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/bccae1c580cf4605813b0b1e54636ce4 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/bccae1c580cf4605813b0b1e54636ce4 2024-11-14T12:31:15,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/d8a69df19518436cae608a4b7cb6b03c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/d8a69df19518436cae608a4b7cb6b03c 2024-11-14T12:31:15,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/4271665e35a54402a5c60c6d3f09068a to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/4271665e35a54402a5c60c6d3f09068a 2024-11-14T12:31:15,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/dae059af17144ada841a62c48b2c6b12 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/dae059af17144ada841a62c48b2c6b12 2024-11-14T12:31:15,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/60f1456cea71410e9f787cd70449a4be to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/60f1456cea71410e9f787cd70449a4be 2024-11-14T12:31:15,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/361c7b2f4ea642adba360f731bcf6a3a to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/361c7b2f4ea642adba360f731bcf6a3a 2024-11-14T12:31:15,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/fdff75a723434305a5e7757507d8a8c3 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/fdff75a723434305a5e7757507d8a8c3 2024-11-14T12:31:15,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ce4e0f08b4ff468bb4616bdd8033665d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ce4e0f08b4ff468bb4616bdd8033665d 2024-11-14T12:31:15,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/a6dc29d78bb147a79513c55acdfd93ba to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/a6dc29d78bb147a79513c55acdfd93ba 2024-11-14T12:31:15,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/d381631c2c3f45508bfd9cca1e0e3efd to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/d381631c2c3f45508bfd9cca1e0e3efd 2024-11-14T12:31:15,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/36284ead18f0422a8cc97c937352de17 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/36284ead18f0422a8cc97c937352de17 2024-11-14T12:31:15,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/8dd63fe79fef45ba866d5c04bd228fec to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/8dd63fe79fef45ba866d5c04bd228fec 2024-11-14T12:31:15,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ab4f6f1760204e4aa5a71448cf761158 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/ab4f6f1760204e4aa5a71448cf761158 2024-11-14T12:31:15,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/6970111af7a94510bdc2b592fdfa900d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b97749ec30ba4304ba2406a9fe0ffd61, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/4c7bff93919642b69f3f5f0935b16169, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/f9f8f0b525f84c3d8dc706697b670b51, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b29687ef9353426d8612018e0db7e8ec, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/04942a958cfd4aa2bebf3a11dd77a003, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/c24efad455b04fbea748aff5a38d52ea, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/6a37c8545c5d411083a96a0202a510aa, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/f8a07c97d63049e798536ec663356400, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/2afc514c96f74e2e89ed96abcc72ab8e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/e76244d340534c61bc612a751cbf5849, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/a7c84a85929f4a72b435e14baee528c5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/cfc246b7d7934bc4a408c1f735afe1b1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/84e36601b86242ba91f776f2137db7de, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b1eb61fd8d774ddcb2eeeaa26a4b4d26, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/fc71c27a79a2489ca8e329d272ce2bce, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/90a004b2d0e24f1ab1754e268ff7f2a1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/407dbfb39ca04ea39e09fa6dccbfc48d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/328dd961581a4206b1b2cb4109a2dc94, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/4c000bbc7bd4498bb2d836c8db53871e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/250ddf1a088b4dbdbaf81533a7a3e5c5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/0936f71d3dfd43068ec8da2494acf301, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/378ee40a8a15409ebf9759b452d826d4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/0efc7f2028e145419b31c2f41f00d9a4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/eaf5903ac90d4886afcd66e55937c399, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/921401730b84413eb71a484a2cfa745e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/92002676fdae440eb08ed26313a71c67, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/92d21b0224a0479baff760cc155bf880, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b6b8abc4a3aa44a7ac11529b4f812e5a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/07324910880c4927ab66d4cc95f5630d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/be66ace1608d468f8afc94f73401b636] to archive 2024-11-14T12:31:15,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:31:15,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/6970111af7a94510bdc2b592fdfa900d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/6970111af7a94510bdc2b592fdfa900d 2024-11-14T12:31:15,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b97749ec30ba4304ba2406a9fe0ffd61 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b97749ec30ba4304ba2406a9fe0ffd61 2024-11-14T12:31:15,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/4c7bff93919642b69f3f5f0935b16169 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/4c7bff93919642b69f3f5f0935b16169 2024-11-14T12:31:15,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/f9f8f0b525f84c3d8dc706697b670b51 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/f9f8f0b525f84c3d8dc706697b670b51 2024-11-14T12:31:15,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b29687ef9353426d8612018e0db7e8ec to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b29687ef9353426d8612018e0db7e8ec 2024-11-14T12:31:15,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/04942a958cfd4aa2bebf3a11dd77a003 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/04942a958cfd4aa2bebf3a11dd77a003 2024-11-14T12:31:15,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/c24efad455b04fbea748aff5a38d52ea to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/c24efad455b04fbea748aff5a38d52ea 2024-11-14T12:31:15,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/6a37c8545c5d411083a96a0202a510aa to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/6a37c8545c5d411083a96a0202a510aa 2024-11-14T12:31:15,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/f8a07c97d63049e798536ec663356400 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/f8a07c97d63049e798536ec663356400 2024-11-14T12:31:15,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/2afc514c96f74e2e89ed96abcc72ab8e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/2afc514c96f74e2e89ed96abcc72ab8e 2024-11-14T12:31:15,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/e76244d340534c61bc612a751cbf5849 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/e76244d340534c61bc612a751cbf5849 2024-11-14T12:31:15,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/a7c84a85929f4a72b435e14baee528c5 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/a7c84a85929f4a72b435e14baee528c5 2024-11-14T12:31:15,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/cfc246b7d7934bc4a408c1f735afe1b1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/cfc246b7d7934bc4a408c1f735afe1b1 2024-11-14T12:31:15,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/84e36601b86242ba91f776f2137db7de to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/84e36601b86242ba91f776f2137db7de 2024-11-14T12:31:15,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b1eb61fd8d774ddcb2eeeaa26a4b4d26 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b1eb61fd8d774ddcb2eeeaa26a4b4d26 2024-11-14T12:31:15,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/fc71c27a79a2489ca8e329d272ce2bce to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/fc71c27a79a2489ca8e329d272ce2bce 2024-11-14T12:31:15,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/90a004b2d0e24f1ab1754e268ff7f2a1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/90a004b2d0e24f1ab1754e268ff7f2a1 2024-11-14T12:31:15,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/407dbfb39ca04ea39e09fa6dccbfc48d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/407dbfb39ca04ea39e09fa6dccbfc48d 2024-11-14T12:31:15,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/328dd961581a4206b1b2cb4109a2dc94 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/328dd961581a4206b1b2cb4109a2dc94 2024-11-14T12:31:15,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/4c000bbc7bd4498bb2d836c8db53871e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/4c000bbc7bd4498bb2d836c8db53871e 2024-11-14T12:31:15,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/250ddf1a088b4dbdbaf81533a7a3e5c5 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/250ddf1a088b4dbdbaf81533a7a3e5c5 2024-11-14T12:31:15,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/0936f71d3dfd43068ec8da2494acf301 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/0936f71d3dfd43068ec8da2494acf301 2024-11-14T12:31:15,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/378ee40a8a15409ebf9759b452d826d4 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/378ee40a8a15409ebf9759b452d826d4 2024-11-14T12:31:15,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/0efc7f2028e145419b31c2f41f00d9a4 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/0efc7f2028e145419b31c2f41f00d9a4 2024-11-14T12:31:15,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/eaf5903ac90d4886afcd66e55937c399 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/eaf5903ac90d4886afcd66e55937c399 2024-11-14T12:31:15,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/921401730b84413eb71a484a2cfa745e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/921401730b84413eb71a484a2cfa745e 2024-11-14T12:31:15,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/92002676fdae440eb08ed26313a71c67 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/92002676fdae440eb08ed26313a71c67 2024-11-14T12:31:15,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/92d21b0224a0479baff760cc155bf880 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/92d21b0224a0479baff760cc155bf880 2024-11-14T12:31:15,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b6b8abc4a3aa44a7ac11529b4f812e5a to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/b6b8abc4a3aa44a7ac11529b4f812e5a 2024-11-14T12:31:15,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/07324910880c4927ab66d4cc95f5630d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/07324910880c4927ab66d4cc95f5630d 2024-11-14T12:31:15,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/be66ace1608d468f8afc94f73401b636 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/be66ace1608d468f8afc94f73401b636 2024-11-14T12:31:15,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/2ea971a212644426bf05de1425afdbbb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/8a85fe1dfe6c45f2a4ea2e337b29b9d7, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/9f80d703c4374543aec4251fdbdf69ac, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/af281f96ac7b47db99d329789c60b714, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/ae23d50350114606b72b499772328568, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f157c683fb6a40ef91359c0eb9b6c031, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/09a5c4e5ef3e401abebbb8526fcbb21f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/ba9345bd2d874294a79cd1a1b7489475, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/bbe32447ccbf41e9bd4512a7fd19c5bd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/4b6bde53cad340e39f5062a24affdd4c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/753bb4fe4afd44889faf5c11dcdaed9e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/afe5939ace9e409193c702ea4c27437c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/0f4fd37180b44a31a84db7df5f0f231e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/369262240766407592085c98f016aa5c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/dcc97e2483024dfbb6a25a3c01010d15, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/5153fefcd4d64257956d3b31f629ce6b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/37d92b28a41c49a6b8b2c51316133afc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/b4d5a483ff4646f5998006b812030714, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/4b4a5336936a44a0b6e415eff764a8a4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/60d6c61ad135479ea8a043b8c9cf180b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/7f37ee72d36c4658ae541d7e38ca14f6, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/3b16c8b02afb4c35b9dac9b59674921b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/45e032faa7094337a7328106631f1a56, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/c5efb6fd8f3840a2bad60505ef46a304, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f2047bb9290141759ff15726e222e587, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/e2e44d63fbab4934b758b43d829d74e2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f596b9e27eee4898b0e2b8819beb1ef5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/94c6e7f94c474f3986cc8cde1a284750, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/bacd21d0fccf462aa55e190c3b946cbe, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/dcc6e66628d34a9b8eb664e880d5a034] to archive 2024-11-14T12:31:15,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:31:15,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/2ea971a212644426bf05de1425afdbbb to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/2ea971a212644426bf05de1425afdbbb 2024-11-14T12:31:15,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/8a85fe1dfe6c45f2a4ea2e337b29b9d7 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/8a85fe1dfe6c45f2a4ea2e337b29b9d7 2024-11-14T12:31:15,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/9f80d703c4374543aec4251fdbdf69ac to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/9f80d703c4374543aec4251fdbdf69ac 2024-11-14T12:31:15,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/af281f96ac7b47db99d329789c60b714 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/af281f96ac7b47db99d329789c60b714 2024-11-14T12:31:15,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/ae23d50350114606b72b499772328568 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/ae23d50350114606b72b499772328568 2024-11-14T12:31:15,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f157c683fb6a40ef91359c0eb9b6c031 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f157c683fb6a40ef91359c0eb9b6c031 2024-11-14T12:31:15,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/09a5c4e5ef3e401abebbb8526fcbb21f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/09a5c4e5ef3e401abebbb8526fcbb21f 2024-11-14T12:31:15,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/ba9345bd2d874294a79cd1a1b7489475 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/ba9345bd2d874294a79cd1a1b7489475 2024-11-14T12:31:15,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/bbe32447ccbf41e9bd4512a7fd19c5bd to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/bbe32447ccbf41e9bd4512a7fd19c5bd 2024-11-14T12:31:15,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/4b6bde53cad340e39f5062a24affdd4c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/4b6bde53cad340e39f5062a24affdd4c 2024-11-14T12:31:15,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/753bb4fe4afd44889faf5c11dcdaed9e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/753bb4fe4afd44889faf5c11dcdaed9e 2024-11-14T12:31:15,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/afe5939ace9e409193c702ea4c27437c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/afe5939ace9e409193c702ea4c27437c 2024-11-14T12:31:15,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/0f4fd37180b44a31a84db7df5f0f231e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/0f4fd37180b44a31a84db7df5f0f231e 2024-11-14T12:31:15,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/369262240766407592085c98f016aa5c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/369262240766407592085c98f016aa5c 2024-11-14T12:31:15,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/dcc97e2483024dfbb6a25a3c01010d15 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/dcc97e2483024dfbb6a25a3c01010d15 2024-11-14T12:31:15,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/5153fefcd4d64257956d3b31f629ce6b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/5153fefcd4d64257956d3b31f629ce6b 2024-11-14T12:31:15,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/37d92b28a41c49a6b8b2c51316133afc to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/37d92b28a41c49a6b8b2c51316133afc 2024-11-14T12:31:15,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/b4d5a483ff4646f5998006b812030714 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/b4d5a483ff4646f5998006b812030714 2024-11-14T12:31:15,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/4b4a5336936a44a0b6e415eff764a8a4 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/4b4a5336936a44a0b6e415eff764a8a4 2024-11-14T12:31:15,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/60d6c61ad135479ea8a043b8c9cf180b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/60d6c61ad135479ea8a043b8c9cf180b 2024-11-14T12:31:15,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/7f37ee72d36c4658ae541d7e38ca14f6 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/7f37ee72d36c4658ae541d7e38ca14f6 2024-11-14T12:31:15,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/3b16c8b02afb4c35b9dac9b59674921b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/3b16c8b02afb4c35b9dac9b59674921b 2024-11-14T12:31:15,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/45e032faa7094337a7328106631f1a56 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/45e032faa7094337a7328106631f1a56 2024-11-14T12:31:15,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/c5efb6fd8f3840a2bad60505ef46a304 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/c5efb6fd8f3840a2bad60505ef46a304 2024-11-14T12:31:15,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f2047bb9290141759ff15726e222e587 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f2047bb9290141759ff15726e222e587 2024-11-14T12:31:15,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/e2e44d63fbab4934b758b43d829d74e2 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/e2e44d63fbab4934b758b43d829d74e2 2024-11-14T12:31:15,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f596b9e27eee4898b0e2b8819beb1ef5 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/f596b9e27eee4898b0e2b8819beb1ef5 2024-11-14T12:31:15,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/94c6e7f94c474f3986cc8cde1a284750 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/94c6e7f94c474f3986cc8cde1a284750 2024-11-14T12:31:15,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/bacd21d0fccf462aa55e190c3b946cbe to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/bacd21d0fccf462aa55e190c3b946cbe 2024-11-14T12:31:15,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/dcc6e66628d34a9b8eb664e880d5a034 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/dcc6e66628d34a9b8eb664e880d5a034 2024-11-14T12:31:15,442 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/recovered.edits/472.seqid, newMaxSeqId=472, maxSeqId=1 2024-11-14T12:31:15,442 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80. 2024-11-14T12:31:15,442 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1635): Region close journal for e142860caf5034ce5b1b0d2bfdb4bf80: 2024-11-14T12:31:15,445 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(170): Closed e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:15,445 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=e142860caf5034ce5b1b0d2bfdb4bf80, regionState=CLOSED 2024-11-14T12:31:15,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-14T12:31:15,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; CloseRegionProcedure e142860caf5034ce5b1b0d2bfdb4bf80, server=7a6a7f6bcca9,45647,1731587384712 in 1.6340 sec 2024-11-14T12:31:15,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=83, resume processing ppid=82 2024-11-14T12:31:15,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, ppid=82, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e142860caf5034ce5b1b0d2bfdb4bf80, UNASSIGN in 1.6390 sec 2024-11-14T12:31:15,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-14T12:31:15,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6460 sec 2024-11-14T12:31:15,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587475461"}]},"ts":"1731587475461"} 2024-11-14T12:31:15,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T12:31:15,466 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T12:31:15,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6730 sec 2024-11-14T12:31:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T12:31:15,925 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-14T12:31:15,926 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T12:31:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:15,927 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=85, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T12:31:15,928 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=85, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:15,930 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:15,931 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/recovered.edits] 2024-11-14T12:31:15,934 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/82711567b89c40c1940b9a05d6c6d3a7 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/82711567b89c40c1940b9a05d6c6d3a7 2024-11-14T12:31:15,935 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/b3ad33da17d74d16bccbedbadbace8cd to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/b3ad33da17d74d16bccbedbadbace8cd 2024-11-14T12:31:15,936 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/c2852030c5da4d2c8065a290504fec13 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/A/c2852030c5da4d2c8065a290504fec13 2024-11-14T12:31:15,938 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/51bc442ea675466f99ac96f8f9aafd9a to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/51bc442ea675466f99ac96f8f9aafd9a 2024-11-14T12:31:15,939 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/8210adbda3274316952316e823eb58dd to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/8210adbda3274316952316e823eb58dd 2024-11-14T12:31:15,940 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/e66a0c2fc9aa423aa6c3b28330087cdf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/B/e66a0c2fc9aa423aa6c3b28330087cdf 2024-11-14T12:31:15,942 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/99d56755d3b443caba618d3ed7d48b1c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/99d56755d3b443caba618d3ed7d48b1c 2024-11-14T12:31:15,943 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/bb3dbd762b954bde8cfb2de3eb12fa86 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/bb3dbd762b954bde8cfb2de3eb12fa86 2024-11-14T12:31:15,943 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/ff97398bc6c346ddb1c20cbbc5058333 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/C/ff97398bc6c346ddb1c20cbbc5058333 2024-11-14T12:31:15,946 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/recovered.edits/472.seqid to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80/recovered.edits/472.seqid 2024-11-14T12:31:15,946 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/e142860caf5034ce5b1b0d2bfdb4bf80 2024-11-14T12:31:15,946 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T12:31:15,948 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=85, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:15,950 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T12:31:15,952 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T12:31:15,953 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=85, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:15,953 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T12:31:15,953 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731587475953"}]},"ts":"9223372036854775807"} 2024-11-14T12:31:15,954 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T12:31:15,954 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e142860caf5034ce5b1b0d2bfdb4bf80, NAME => 'TestAcidGuarantees,,1731587450193.e142860caf5034ce5b1b0d2bfdb4bf80.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T12:31:15,954 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T12:31:15,955 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731587475954"}]},"ts":"9223372036854775807"} 2024-11-14T12:31:15,956 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T12:31:15,960 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=85, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:15,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-11-14T12:31:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T12:31:16,029 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-14T12:31:16,041 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240 (was 238) - Thread LEAK? -, OpenFileDescriptor=457 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1072 (was 990) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3957 (was 3978) 2024-11-14T12:31:16,051 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=1072, ProcessCount=11, AvailableMemoryMB=3957 2024-11-14T12:31:16,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:31:16,054 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:31:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=86, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:16,055 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:31:16,056 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:16,056 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 86 2024-11-14T12:31:16,056 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:31:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-14T12:31:16,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742157_1333 (size=960) 2024-11-14T12:31:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-14T12:31:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-14T12:31:16,484 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f 2024-11-14T12:31:16,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742158_1334 (size=53) 2024-11-14T12:31:16,496 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:31:16,496 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing eebc7a17128f70597fa08fdf691758cf, disabling compactions & flushes 2024-11-14T12:31:16,496 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:16,496 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:16,496 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. after waiting 0 ms 2024-11-14T12:31:16,496 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:16,496 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:16,496 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:16,500 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:31:16,501 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731587476500"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587476500"}]},"ts":"1731587476500"} 2024-11-14T12:31:16,502 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T12:31:16,503 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:31:16,503 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587476503"}]},"ts":"1731587476503"} 2024-11-14T12:31:16,505 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T12:31:16,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eebc7a17128f70597fa08fdf691758cf, ASSIGN}] 2024-11-14T12:31:16,509 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eebc7a17128f70597fa08fdf691758cf, ASSIGN 2024-11-14T12:31:16,510 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eebc7a17128f70597fa08fdf691758cf, ASSIGN; state=OFFLINE, location=7a6a7f6bcca9,45647,1731587384712; forceNewPlan=false, retain=false 2024-11-14T12:31:16,660 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=eebc7a17128f70597fa08fdf691758cf, regionState=OPENING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-14T12:31:16,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; OpenRegionProcedure eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:31:16,813 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:16,816 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:16,816 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7285): Opening region: {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:31:16,816 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:16,816 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:31:16,816 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7327): checking encryption for eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:16,816 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7330): checking classloading for eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:16,818 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:16,819 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:31:16,819 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eebc7a17128f70597fa08fdf691758cf columnFamilyName A 2024-11-14T12:31:16,819 DEBUG [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:16,820 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.HStore(327): Store=eebc7a17128f70597fa08fdf691758cf/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:31:16,820 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:16,821 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:31:16,821 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eebc7a17128f70597fa08fdf691758cf columnFamilyName B 2024-11-14T12:31:16,821 DEBUG [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:16,821 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.HStore(327): Store=eebc7a17128f70597fa08fdf691758cf/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:31:16,821 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:16,822 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:31:16,823 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eebc7a17128f70597fa08fdf691758cf columnFamilyName C 2024-11-14T12:31:16,823 DEBUG [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:16,823 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.HStore(327): Store=eebc7a17128f70597fa08fdf691758cf/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:31:16,823 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:16,824 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:16,824 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:16,825 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:31:16,826 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1085): writing seq id for eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:16,828 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:31:16,828 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1102): Opened eebc7a17128f70597fa08fdf691758cf; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72569344, jitterRate=0.08136749267578125}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:31:16,829 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1001): Region open journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:16,829 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., pid=88, masterSystemTime=1731587476813 2024-11-14T12:31:16,830 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:16,830 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:16,831 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=eebc7a17128f70597fa08fdf691758cf, regionState=OPEN, openSeqNum=2, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:16,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-14T12:31:16,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; OpenRegionProcedure eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 in 170 msec 2024-11-14T12:31:16,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-14T12:31:16,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eebc7a17128f70597fa08fdf691758cf, ASSIGN in 325 msec 2024-11-14T12:31:16,835 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:31:16,835 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587476835"}]},"ts":"1731587476835"} 2024-11-14T12:31:16,836 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T12:31:16,838 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:31:16,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 784 msec 2024-11-14T12:31:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-14T12:31:17,162 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 86 completed 2024-11-14T12:31:17,163 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c55cccc to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ad42d38 2024-11-14T12:31:17,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a23205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:17,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:17,169 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:17,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:31:17,174 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:31:17,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:31:17,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:31:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:17,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742159_1335 (size=996) 2024-11-14T12:31:17,587 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-14T12:31:17,587 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-14T12:31:17,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:31:17,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eebc7a17128f70597fa08fdf691758cf, REOPEN/MOVE}] 2024-11-14T12:31:17,592 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eebc7a17128f70597fa08fdf691758cf, REOPEN/MOVE 2024-11-14T12:31:17,592 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=eebc7a17128f70597fa08fdf691758cf, regionState=CLOSING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:17,593 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:31:17,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:31:17,744 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:17,745 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:17,745 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T12:31:17,745 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing eebc7a17128f70597fa08fdf691758cf, disabling compactions & flushes 2024-11-14T12:31:17,745 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:17,745 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:17,745 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. after waiting 0 ms 2024-11-14T12:31:17,745 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:17,748 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T12:31:17,749 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:17,749 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:17,749 WARN [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionServer(3786): Not adding moved region record: eebc7a17128f70597fa08fdf691758cf to self. 2024-11-14T12:31:17,750 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:17,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=eebc7a17128f70597fa08fdf691758cf, regionState=CLOSED 2024-11-14T12:31:17,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-14T12:31:17,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 in 158 msec 2024-11-14T12:31:17,752 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eebc7a17128f70597fa08fdf691758cf, REOPEN/MOVE; state=CLOSED, location=7a6a7f6bcca9,45647,1731587384712; forceNewPlan=false, retain=true 2024-11-14T12:31:17,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=eebc7a17128f70597fa08fdf691758cf, regionState=OPENING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:17,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=91, state=RUNNABLE; OpenRegionProcedure eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:31:18,055 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,058 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:18,058 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7285): Opening region: {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:31:18,059 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:18,059 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:31:18,059 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7327): checking encryption for eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:18,059 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7330): checking classloading for eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:18,061 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:18,061 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:31:18,062 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eebc7a17128f70597fa08fdf691758cf columnFamilyName A 2024-11-14T12:31:18,063 DEBUG [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:18,063 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.HStore(327): Store=eebc7a17128f70597fa08fdf691758cf/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:31:18,063 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:18,064 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:31:18,064 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eebc7a17128f70597fa08fdf691758cf columnFamilyName B 2024-11-14T12:31:18,064 DEBUG [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:18,064 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.HStore(327): Store=eebc7a17128f70597fa08fdf691758cf/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:31:18,065 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:18,065 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:31:18,065 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eebc7a17128f70597fa08fdf691758cf columnFamilyName C 2024-11-14T12:31:18,065 DEBUG [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:18,065 INFO [StoreOpener-eebc7a17128f70597fa08fdf691758cf-1 {}] regionserver.HStore(327): Store=eebc7a17128f70597fa08fdf691758cf/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:31:18,066 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:18,066 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:18,067 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:18,068 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:31:18,070 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1085): writing seq id for eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:18,070 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1102): Opened eebc7a17128f70597fa08fdf691758cf; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63233561, jitterRate=-0.057746514678001404}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:31:18,071 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1001): Region open journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:18,071 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., pid=93, masterSystemTime=1731587478055 2024-11-14T12:31:18,073 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:18,073 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:18,073 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=eebc7a17128f70597fa08fdf691758cf, regionState=OPEN, openSeqNum=5, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=91 2024-11-14T12:31:18,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=91, state=SUCCESS; OpenRegionProcedure eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 in 170 msec 2024-11-14T12:31:18,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-14T12:31:18,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eebc7a17128f70597fa08fdf691758cf, REOPEN/MOVE in 484 msec 2024-11-14T12:31:18,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-14T12:31:18,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-11-14T12:31:18,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 902 msec 2024-11-14T12:31:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-14T12:31:18,081 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45b85570 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e8e0d12 2024-11-14T12:31:18,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5e3cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:18,088 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x522d4f9e to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c752e54 2024-11-14T12:31:18,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311047da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:18,093 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10c5fcb3 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55076771 2024-11-14T12:31:18,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661ad49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:18,096 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x115da668 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f0f67dd 2024-11-14T12:31:18,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f01f294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:18,104 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ad35b9a to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e66e492 2024-11-14T12:31:18,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb33298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:18,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f8019db to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48f0df41 2024-11-14T12:31:18,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4eaa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:18,110 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b44a589 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75007f77 2024-11-14T12:31:18,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b31cc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:18,114 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x482f1baa to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ea22e1f 2024-11-14T12:31:18,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2416f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:18,121 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4185f9e7 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e78f51e 2024-11-14T12:31:18,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2520e5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:18,125 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00796ff5 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2900aae1 2024-11-14T12:31:18,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@baf27e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:18,129 DEBUG [hconnection-0x22958ccb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:18,131 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:18,131 DEBUG [hconnection-0xb2d8202-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:18,131 DEBUG [hconnection-0x1c5067fb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:18,131 DEBUG [hconnection-0x35da391-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:18,131 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:31:18,132 DEBUG [hconnection-0x71810201-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:18,132 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:18,132 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:18,132 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-11-14T12:31:18,133 DEBUG [hconnection-0x39caa9ff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:18,133 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:18,133 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:31:18,134 DEBUG [hconnection-0x2addf5d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:18,134 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:18,134 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:31:18,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:31:18,134 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:18,134 DEBUG [hconnection-0x28c6e5f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:18,135 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-14T12:31:18,136 DEBUG [hconnection-0x55d1a9e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:18,137 DEBUG [hconnection-0x7a4ec9cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:18,138 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:18,138 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:18,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T12:31:18,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:18,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:18,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:18,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:18,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:18,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:18,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587538161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587538162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587538163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587538162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587538163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d659a8b46db643e78ead37213d2a83e1_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587478143/Put/seqid=0 2024-11-14T12:31:18,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742160_1336 (size=12154) 2024-11-14T12:31:18,194 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:18,199 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d659a8b46db643e78ead37213d2a83e1_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d659a8b46db643e78ead37213d2a83e1_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:18,200 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/ea15dcfe064747e8b9e7b8c43d5367ea, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:18,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/ea15dcfe064747e8b9e7b8c43d5367ea is 175, key is test_row_0/A:col10/1731587478143/Put/seqid=0 2024-11-14T12:31:18,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742161_1337 (size=30955) 2024-11-14T12:31:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-14T12:31:18,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587538265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587538264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587538265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587538265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587538265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,286 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-14T12:31:18,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:18,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:18,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:18,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:18,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-14T12:31:18,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-14T12:31:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:18,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:18,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587538466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587538467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587538467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587538468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587538468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-14T12:31:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:18,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:18,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:18,617 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/ea15dcfe064747e8b9e7b8c43d5367ea 2024-11-14T12:31:18,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/fd235f6c87424e249c25fedb417a27f2 is 50, key is test_row_0/B:col10/1731587478143/Put/seqid=0 2024-11-14T12:31:18,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742162_1338 (size=12001) 2024-11-14T12:31:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-14T12:31:18,746 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-14T12:31:18,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:18,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:18,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:18,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:18,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:18,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587538772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587538774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587538775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587538776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587538777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,782 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34141 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34141,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:18,899 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:18,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-14T12:31:18,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:18,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:18,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:18,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:18,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:19,051 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:19,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-14T12:31:19,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:19,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:19,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:19,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:19,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:19,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/fd235f6c87424e249c25fedb417a27f2 2024-11-14T12:31:19,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/17199d5f5ec4497897ea42bd595ce2fe is 50, key is test_row_0/C:col10/1731587478143/Put/seqid=0 2024-11-14T12:31:19,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742163_1339 (size=12001) 2024-11-14T12:31:19,205 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:19,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-14T12:31:19,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:19,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:19,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:19,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:19,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-14T12:31:19,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587539280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:19,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587539280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:19,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587539283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:19,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587539284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:19,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587539285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:19,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:19,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-14T12:31:19,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:19,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:19,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:19,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:19,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:19,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:19,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-14T12:31:19,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:19,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:19,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:19,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:19,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:19,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/17199d5f5ec4497897ea42bd595ce2fe 2024-11-14T12:31:19,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/ea15dcfe064747e8b9e7b8c43d5367ea as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/ea15dcfe064747e8b9e7b8c43d5367ea 2024-11-14T12:31:19,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/ea15dcfe064747e8b9e7b8c43d5367ea, entries=150, sequenceid=18, filesize=30.2 K 2024-11-14T12:31:19,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/fd235f6c87424e249c25fedb417a27f2 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/fd235f6c87424e249c25fedb417a27f2 2024-11-14T12:31:19,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/fd235f6c87424e249c25fedb417a27f2, entries=150, sequenceid=18, filesize=11.7 K 2024-11-14T12:31:19,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/17199d5f5ec4497897ea42bd595ce2fe as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/17199d5f5ec4497897ea42bd595ce2fe 2024-11-14T12:31:19,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/17199d5f5ec4497897ea42bd595ce2fe, entries=150, sequenceid=18, filesize=11.7 K 2024-11-14T12:31:19,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for eebc7a17128f70597fa08fdf691758cf in 1450ms, sequenceid=18, compaction requested=false 2024-11-14T12:31:19,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:19,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:19,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-14T12:31:19,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:19,668 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T12:31:19,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:19,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:19,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:19,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:19,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:19,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:19,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114102298f84ebe4ed58fb9f4b6524b169f_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587478162/Put/seqid=0 2024-11-14T12:31:19,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742164_1340 (size=12154) 2024-11-14T12:31:20,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:20,166 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114102298f84ebe4ed58fb9f4b6524b169f_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114102298f84ebe4ed58fb9f4b6524b169f_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/be610a44e93149ee88db6b476afa553b, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/be610a44e93149ee88db6b476afa553b is 175, key is test_row_0/A:col10/1731587478162/Put/seqid=0 2024-11-14T12:31:20,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742165_1341 (size=30955) 2024-11-14T12:31:20,184 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/be610a44e93149ee88db6b476afa553b 2024-11-14T12:31:20,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/f1c55707bb2f4579b8582af519b69481 is 50, key is test_row_0/B:col10/1731587478162/Put/seqid=0 2024-11-14T12:31:20,210 ERROR [LeaseRenewer:jenkins@localhost:34141 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34141,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:20,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742166_1342 (size=12001) 2024-11-14T12:31:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-14T12:31:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:20,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:20,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587540308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587540311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587540311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587540312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587540314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587540421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587540421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587540421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587540421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587540425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587540627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587540627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587540627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587540629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587540631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,637 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/f1c55707bb2f4579b8582af519b69481 2024-11-14T12:31:20,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/8d3059b411ea4e0cbbbe88df028b8259 is 50, key is test_row_0/C:col10/1731587478162/Put/seqid=0 2024-11-14T12:31:20,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742167_1343 (size=12001) 2024-11-14T12:31:20,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587540936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587540938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587540938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587540938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587540938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:20,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T12:31:21,062 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/8d3059b411ea4e0cbbbe88df028b8259 2024-11-14T12:31:21,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/be610a44e93149ee88db6b476afa553b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/be610a44e93149ee88db6b476afa553b 2024-11-14T12:31:21,074 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/be610a44e93149ee88db6b476afa553b, entries=150, sequenceid=41, filesize=30.2 K 2024-11-14T12:31:21,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/f1c55707bb2f4579b8582af519b69481 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/f1c55707bb2f4579b8582af519b69481 2024-11-14T12:31:21,080 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/f1c55707bb2f4579b8582af519b69481, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T12:31:21,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/8d3059b411ea4e0cbbbe88df028b8259 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/8d3059b411ea4e0cbbbe88df028b8259 2024-11-14T12:31:21,085 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/8d3059b411ea4e0cbbbe88df028b8259, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T12:31:21,088 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for eebc7a17128f70597fa08fdf691758cf in 1420ms, sequenceid=41, compaction requested=false 2024-11-14T12:31:21,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:21,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:21,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-11-14T12:31:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=95 2024-11-14T12:31:21,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-14T12:31:21,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9560 sec 2024-11-14T12:31:21,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 2.9630 sec 2024-11-14T12:31:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:21,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T12:31:21,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:21,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:21,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:21,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:21,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:21,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:21,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c3548a7c9bf74c918429b11cffa747b9_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587480309/Put/seqid=0 2024-11-14T12:31:21,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742168_1344 (size=12154) 2024-11-14T12:31:21,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587541495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:21,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587541495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:21,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587541496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:21,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587541496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:21,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587541497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:21,508 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:21,534 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c3548a7c9bf74c918429b11cffa747b9_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c3548a7c9bf74c918429b11cffa747b9_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:21,542 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/fde52d59c8bc440cb51dcd990e7d206c, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:21,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/fde52d59c8bc440cb51dcd990e7d206c is 175, key is test_row_0/A:col10/1731587480309/Put/seqid=0 2024-11-14T12:31:21,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742169_1345 (size=30955) 2024-11-14T12:31:21,571 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/fde52d59c8bc440cb51dcd990e7d206c 2024-11-14T12:31:21,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/eeab5877c3ac4ef09c0de93f073d63fc is 50, key is test_row_0/B:col10/1731587480309/Put/seqid=0 2024-11-14T12:31:21,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587541603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:21,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587541604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:21,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587541604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:21,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587541604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:21,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587541605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:21,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742170_1346 (size=12001) 2024-11-14T12:31:21,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/eeab5877c3ac4ef09c0de93f073d63fc 2024-11-14T12:31:21,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/31ff761431854049bf2fbedc1782ac20 is 50, key is test_row_0/C:col10/1731587480309/Put/seqid=0 2024-11-14T12:31:21,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742171_1347 (size=12001) 2024-11-14T12:31:21,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587541813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:21,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587541817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:21,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587541817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:21,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587541817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:21,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587541824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/31ff761431854049bf2fbedc1782ac20 2024-11-14T12:31:22,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/fde52d59c8bc440cb51dcd990e7d206c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/fde52d59c8bc440cb51dcd990e7d206c 2024-11-14T12:31:22,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/fde52d59c8bc440cb51dcd990e7d206c, entries=150, sequenceid=55, filesize=30.2 K 2024-11-14T12:31:22,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/eeab5877c3ac4ef09c0de93f073d63fc as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/eeab5877c3ac4ef09c0de93f073d63fc 2024-11-14T12:31:22,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/eeab5877c3ac4ef09c0de93f073d63fc, entries=150, sequenceid=55, filesize=11.7 K 2024-11-14T12:31:22,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/31ff761431854049bf2fbedc1782ac20 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/31ff761431854049bf2fbedc1782ac20 2024-11-14T12:31:22,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/31ff761431854049bf2fbedc1782ac20, entries=150, sequenceid=55, filesize=11.7 K 2024-11-14T12:31:22,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for eebc7a17128f70597fa08fdf691758cf in 667ms, sequenceid=55, compaction requested=true 2024-11-14T12:31:22,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:22,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:22,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:22,109 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:22,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:22,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:22,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:22,109 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:22,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:22,110 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:22,110 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/B is initiating minor compaction (all files) 2024-11-14T12:31:22,110 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/B in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:22,110 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/fd235f6c87424e249c25fedb417a27f2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/f1c55707bb2f4579b8582af519b69481, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/eeab5877c3ac4ef09c0de93f073d63fc] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=35.2 K 2024-11-14T12:31:22,111 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:22,111 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/A is initiating minor compaction (all files) 2024-11-14T12:31:22,111 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/A in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:22,111 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/ea15dcfe064747e8b9e7b8c43d5367ea, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/be610a44e93149ee88db6b476afa553b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/fde52d59c8bc440cb51dcd990e7d206c] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=90.7 K 2024-11-14T12:31:22,111 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:22,111 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/ea15dcfe064747e8b9e7b8c43d5367ea, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/be610a44e93149ee88db6b476afa553b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/fde52d59c8bc440cb51dcd990e7d206c] 2024-11-14T12:31:22,111 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting fd235f6c87424e249c25fedb417a27f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731587478141 2024-11-14T12:31:22,111 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea15dcfe064747e8b9e7b8c43d5367ea, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731587478141 2024-11-14T12:31:22,112 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting f1c55707bb2f4579b8582af519b69481, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731587478157 2024-11-14T12:31:22,112 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting be610a44e93149ee88db6b476afa553b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731587478157 2024-11-14T12:31:22,112 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting fde52d59c8bc440cb51dcd990e7d206c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731587480309 2024-11-14T12:31:22,112 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting eeab5877c3ac4ef09c0de93f073d63fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731587480309 2024-11-14T12:31:22,121 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#B#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:22,121 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/7846f07b15bd416b96e663070552c430 is 50, key is test_row_0/B:col10/1731587480309/Put/seqid=0 2024-11-14T12:31:22,122 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:22,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T12:31:22,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:22,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:22,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:22,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:22,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:22,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:22,124 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411147ebb11fba00f40f4aeb3a5c2f9437baa_eebc7a17128f70597fa08fdf691758cf store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:22,126 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411147ebb11fba00f40f4aeb3a5c2f9437baa_eebc7a17128f70597fa08fdf691758cf, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:22,126 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147ebb11fba00f40f4aeb3a5c2f9437baa_eebc7a17128f70597fa08fdf691758cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:22,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742172_1348 (size=12104) 2024-11-14T12:31:22,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111424ec9dfeba124969b0e3e4afd7a285b6_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587481495/Put/seqid=0 2024-11-14T12:31:22,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742173_1349 (size=4469) 2024-11-14T12:31:22,135 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#A#compaction#294 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:22,136 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/571e456d4af14c73ac946449112b6e4b is 175, key is test_row_0/A:col10/1731587480309/Put/seqid=0 2024-11-14T12:31:22,139 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/7846f07b15bd416b96e663070552c430 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/7846f07b15bd416b96e663070552c430 2024-11-14T12:31:22,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742174_1350 (size=12154) 2024-11-14T12:31:22,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742175_1351 (size=31058) 2024-11-14T12:31:22,143 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:22,145 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/B of eebc7a17128f70597fa08fdf691758cf into 7846f07b15bd416b96e663070552c430(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:22,145 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:22,145 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/B, priority=13, startTime=1731587482109; duration=0sec 2024-11-14T12:31:22,145 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:22,145 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:B 2024-11-14T12:31:22,145 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:22,147 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111424ec9dfeba124969b0e3e4afd7a285b6_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111424ec9dfeba124969b0e3e4afd7a285b6_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:22,148 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/4d5c8e484b6e4c1a9d422c18667b46be, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:22,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/4d5c8e484b6e4c1a9d422c18667b46be is 175, key is test_row_0/A:col10/1731587481495/Put/seqid=0 2024-11-14T12:31:22,149 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:22,149 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/C is initiating minor compaction (all files) 2024-11-14T12:31:22,149 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/C in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:22,149 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/17199d5f5ec4497897ea42bd595ce2fe, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/8d3059b411ea4e0cbbbe88df028b8259, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/31ff761431854049bf2fbedc1782ac20] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=35.2 K 2024-11-14T12:31:22,150 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 17199d5f5ec4497897ea42bd595ce2fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731587478141 2024-11-14T12:31:22,150 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d3059b411ea4e0cbbbe88df028b8259, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731587478157 2024-11-14T12:31:22,151 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 31ff761431854049bf2fbedc1782ac20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731587480309 2024-11-14T12:31:22,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587542142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587542142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587542143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587542143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742176_1352 (size=30955) 2024-11-14T12:31:22,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587542152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,159 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#C#compaction#296 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:22,159 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/5530a34ed63945a4bb00f264179e07c9 is 50, key is test_row_0/C:col10/1731587480309/Put/seqid=0 2024-11-14T12:31:22,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742177_1353 (size=12104) 2024-11-14T12:31:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-14T12:31:22,241 INFO [Thread-1532 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-14T12:31:22,242 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:31:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-14T12:31:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T12:31:22,244 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:31:22,244 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:31:22,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:31:22,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587542253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587542253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587542253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587542254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587542259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T12:31:22,396 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-14T12:31:22,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:22,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:22,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:22,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:22,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:22,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587542456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587542457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587542458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587542458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587542464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T12:31:22,550 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,550 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/571e456d4af14c73ac946449112b6e4b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/571e456d4af14c73ac946449112b6e4b 2024-11-14T12:31:22,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-14T12:31:22,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:22,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:22,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:22,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:22,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:22,558 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/4d5c8e484b6e4c1a9d422c18667b46be 2024-11-14T12:31:22,570 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/A of eebc7a17128f70597fa08fdf691758cf into 571e456d4af14c73ac946449112b6e4b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:22,570 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:22,570 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/A, priority=13, startTime=1731587482109; duration=0sec 2024-11-14T12:31:22,570 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:22,570 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:A 2024-11-14T12:31:22,592 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/5530a34ed63945a4bb00f264179e07c9 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/5530a34ed63945a4bb00f264179e07c9 2024-11-14T12:31:22,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/9142e08c44c84404bccfa02eda731bed is 50, key is test_row_0/B:col10/1731587481495/Put/seqid=0 2024-11-14T12:31:22,597 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/C of eebc7a17128f70597fa08fdf691758cf into 5530a34ed63945a4bb00f264179e07c9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:22,597 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:22,597 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/C, priority=13, startTime=1731587482109; duration=0sec 2024-11-14T12:31:22,597 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:22,597 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:C 2024-11-14T12:31:22,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742178_1354 (size=12001) 2024-11-14T12:31:22,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/9142e08c44c84404bccfa02eda731bed 2024-11-14T12:31:22,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/99d7ebfc9b7b470c8b851e8a5ec3b42a is 50, key is test_row_0/C:col10/1731587481495/Put/seqid=0 2024-11-14T12:31:22,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742179_1355 (size=12001) 2024-11-14T12:31:22,706 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-14T12:31:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:22,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:22,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587542763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587542764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587542765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587542766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587542769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T12:31:22,859 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:22,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-14T12:31:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:22,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:23,012 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-14T12:31:23,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:23,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:23,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:23,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:23,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:23,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/99d7ebfc9b7b470c8b851e8a5ec3b42a 2024-11-14T12:31:23,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/4d5c8e484b6e4c1a9d422c18667b46be as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/4d5c8e484b6e4c1a9d422c18667b46be 2024-11-14T12:31:23,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/4d5c8e484b6e4c1a9d422c18667b46be, entries=150, sequenceid=78, filesize=30.2 K 2024-11-14T12:31:23,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/9142e08c44c84404bccfa02eda731bed as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/9142e08c44c84404bccfa02eda731bed 2024-11-14T12:31:23,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/9142e08c44c84404bccfa02eda731bed, entries=150, sequenceid=78, filesize=11.7 K 2024-11-14T12:31:23,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/99d7ebfc9b7b470c8b851e8a5ec3b42a as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/99d7ebfc9b7b470c8b851e8a5ec3b42a 2024-11-14T12:31:23,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/99d7ebfc9b7b470c8b851e8a5ec3b42a, entries=150, sequenceid=78, filesize=11.7 K 2024-11-14T12:31:23,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for eebc7a17128f70597fa08fdf691758cf in 969ms, sequenceid=78, compaction requested=false 2024-11-14T12:31:23,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:23,169 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-14T12:31:23,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:23,170 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T12:31:23,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:23,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:23,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:23,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:23,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:23,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:23,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144d3d54dac44e4bad9c9553004aa3a519_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587482141/Put/seqid=0 2024-11-14T12:31:23,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742180_1356 (size=12154) 2024-11-14T12:31:23,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:23,232 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144d3d54dac44e4bad9c9553004aa3a519_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144d3d54dac44e4bad9c9553004aa3a519_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:23,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/bd3a94f1081442119c155cacc4becdb8, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:23,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/bd3a94f1081442119c155cacc4becdb8 is 175, key is test_row_0/A:col10/1731587482141/Put/seqid=0 2024-11-14T12:31:23,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742181_1357 (size=30955) 2024-11-14T12:31:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:23,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:23,284 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/bd3a94f1081442119c155cacc4becdb8 2024-11-14T12:31:23,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/82b32f2231024a2da51c96afd0975f7f is 50, key is test_row_0/B:col10/1731587482141/Put/seqid=0 2024-11-14T12:31:23,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742182_1358 (size=12001) 2024-11-14T12:31:23,334 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/82b32f2231024a2da51c96afd0975f7f 2024-11-14T12:31:23,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587543332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587543333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T12:31:23,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/cba54de11e6f4da2aa8aad1efc55ca40 is 50, key is test_row_0/C:col10/1731587482141/Put/seqid=0 2024-11-14T12:31:23,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587543339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587543338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587543341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742183_1359 (size=12001) 2024-11-14T12:31:23,381 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/cba54de11e6f4da2aa8aad1efc55ca40 2024-11-14T12:31:23,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/bd3a94f1081442119c155cacc4becdb8 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/bd3a94f1081442119c155cacc4becdb8 2024-11-14T12:31:23,396 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/bd3a94f1081442119c155cacc4becdb8, entries=150, sequenceid=94, filesize=30.2 K 2024-11-14T12:31:23,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/82b32f2231024a2da51c96afd0975f7f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/82b32f2231024a2da51c96afd0975f7f 2024-11-14T12:31:23,424 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/82b32f2231024a2da51c96afd0975f7f, entries=150, sequenceid=94, filesize=11.7 K 2024-11-14T12:31:23,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/cba54de11e6f4da2aa8aad1efc55ca40 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/cba54de11e6f4da2aa8aad1efc55ca40 2024-11-14T12:31:23,430 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/cba54de11e6f4da2aa8aad1efc55ca40, entries=150, sequenceid=94, filesize=11.7 K 2024-11-14T12:31:23,432 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for eebc7a17128f70597fa08fdf691758cf in 263ms, sequenceid=94, compaction requested=true 2024-11-14T12:31:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-14T12:31:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-14T12:31:23,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-14T12:31:23,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1920 sec 2024-11-14T12:31:23,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 1.1980 sec 2024-11-14T12:31:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:23,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T12:31:23,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:23,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:23,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:23,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:23,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:23,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:23,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f750b9a794cf4699b8ecd4cc000b18ed_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587483335/Put/seqid=0 2024-11-14T12:31:23,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587543475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587543477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587543479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587543479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587543480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742184_1360 (size=12154) 2024-11-14T12:31:23,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587543582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587543588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587543588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587543589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587543593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587543791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587543793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587543796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587543797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587543801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:23,901 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:23,905 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f750b9a794cf4699b8ecd4cc000b18ed_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f750b9a794cf4699b8ecd4cc000b18ed_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:23,906 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/41a82652e2e3454f8bd89a76a0eec7ba, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:23,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/41a82652e2e3454f8bd89a76a0eec7ba is 175, key is test_row_0/A:col10/1731587483335/Put/seqid=0 2024-11-14T12:31:23,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742185_1361 (size=30955) 2024-11-14T12:31:24,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587544098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:24,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587544104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:24,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587544105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:24,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587544105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:24,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587544113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:24,334 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/41a82652e2e3454f8bd89a76a0eec7ba 2024-11-14T12:31:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T12:31:24,351 INFO [Thread-1532 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-14T12:31:24,352 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:31:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-14T12:31:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-14T12:31:24,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/780c33c854e845708a508d419b6b65f5 is 50, key is test_row_0/B:col10/1731587483335/Put/seqid=0 2024-11-14T12:31:24,356 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:31:24,356 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:31:24,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:31:24,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742186_1362 (size=12001) 2024-11-14T12:31:24,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/780c33c854e845708a508d419b6b65f5 2024-11-14T12:31:24,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/94d02c61c6cc4a1388759b5f2a2a5d03 is 50, key is test_row_0/C:col10/1731587483335/Put/seqid=0 2024-11-14T12:31:24,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742187_1363 (size=12001) 2024-11-14T12:31:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-14T12:31:24,508 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:24,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-14T12:31:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:24,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:24,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:24,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587544608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:24,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587544611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:24,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587544616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:24,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587544621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:24,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587544633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-14T12:31:24,676 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:24,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-14T12:31:24,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:24,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:24,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:24,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:24,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:24,832 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:24,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-14T12:31:24,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:24,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:24,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:24,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:24,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:24,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/94d02c61c6cc4a1388759b5f2a2a5d03 2024-11-14T12:31:24,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/41a82652e2e3454f8bd89a76a0eec7ba as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/41a82652e2e3454f8bd89a76a0eec7ba 2024-11-14T12:31:24,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/41a82652e2e3454f8bd89a76a0eec7ba, entries=150, sequenceid=118, filesize=30.2 K 2024-11-14T12:31:24,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/780c33c854e845708a508d419b6b65f5 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/780c33c854e845708a508d419b6b65f5 2024-11-14T12:31:24,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/780c33c854e845708a508d419b6b65f5, entries=150, sequenceid=118, filesize=11.7 K 2024-11-14T12:31:24,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/94d02c61c6cc4a1388759b5f2a2a5d03 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/94d02c61c6cc4a1388759b5f2a2a5d03 2024-11-14T12:31:24,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/94d02c61c6cc4a1388759b5f2a2a5d03, entries=150, sequenceid=118, filesize=11.7 K 2024-11-14T12:31:24,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for eebc7a17128f70597fa08fdf691758cf in 1435ms, sequenceid=118, compaction requested=true 2024-11-14T12:31:24,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:24,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:24,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:24,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:24,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:24,884 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:24,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:24,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:24,884 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:24,885 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123923 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:24,886 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/A is initiating minor compaction (all files) 2024-11-14T12:31:24,886 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/A in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:24,886 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/571e456d4af14c73ac946449112b6e4b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/4d5c8e484b6e4c1a9d422c18667b46be, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/bd3a94f1081442119c155cacc4becdb8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/41a82652e2e3454f8bd89a76a0eec7ba] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=121.0 K 2024-11-14T12:31:24,886 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:24,886 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/571e456d4af14c73ac946449112b6e4b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/4d5c8e484b6e4c1a9d422c18667b46be, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/bd3a94f1081442119c155cacc4becdb8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/41a82652e2e3454f8bd89a76a0eec7ba] 2024-11-14T12:31:24,886 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:24,886 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/B is initiating minor compaction (all files) 2024-11-14T12:31:24,886 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/B in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:24,886 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 571e456d4af14c73ac946449112b6e4b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731587480309 2024-11-14T12:31:24,886 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/7846f07b15bd416b96e663070552c430, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/9142e08c44c84404bccfa02eda731bed, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/82b32f2231024a2da51c96afd0975f7f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/780c33c854e845708a508d419b6b65f5] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=47.0 K 2024-11-14T12:31:24,887 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d5c8e484b6e4c1a9d422c18667b46be, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731587481493 2024-11-14T12:31:24,887 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 7846f07b15bd416b96e663070552c430, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731587480309 2024-11-14T12:31:24,888 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd3a94f1081442119c155cacc4becdb8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731587482141 2024-11-14T12:31:24,888 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 9142e08c44c84404bccfa02eda731bed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731587481493 2024-11-14T12:31:24,888 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 82b32f2231024a2da51c96afd0975f7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731587482141 2024-11-14T12:31:24,888 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41a82652e2e3454f8bd89a76a0eec7ba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731587483334 2024-11-14T12:31:24,889 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 780c33c854e845708a508d419b6b65f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731587483334 2024-11-14T12:31:24,897 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:24,903 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#B#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:24,903 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/039ebe3865054b2d9c6383ec490c1f83 is 50, key is test_row_0/B:col10/1731587483335/Put/seqid=0 2024-11-14T12:31:24,918 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111458e54412390c4f89bbdc071fa77737cf_eebc7a17128f70597fa08fdf691758cf store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:24,920 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111458e54412390c4f89bbdc071fa77737cf_eebc7a17128f70597fa08fdf691758cf, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:24,920 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111458e54412390c4f89bbdc071fa77737cf_eebc7a17128f70597fa08fdf691758cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:24,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742189_1365 (size=4469) 2024-11-14T12:31:24,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742188_1364 (size=12241) 2024-11-14T12:31:24,946 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#A#compaction#305 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:24,946 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/6ef4f7bd7e65491f902e9be9d6816ca8 is 175, key is test_row_0/A:col10/1731587483335/Put/seqid=0 2024-11-14T12:31:24,953 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/039ebe3865054b2d9c6383ec490c1f83 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/039ebe3865054b2d9c6383ec490c1f83 2024-11-14T12:31:24,959 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/B of eebc7a17128f70597fa08fdf691758cf into 039ebe3865054b2d9c6383ec490c1f83(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:24,959 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-14T12:31:24,959 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/B, priority=12, startTime=1731587484884; duration=0sec 2024-11-14T12:31:24,959 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:24,959 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:B 2024-11-14T12:31:24,959 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:24,960 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:24,960 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/C is initiating minor compaction (all files) 2024-11-14T12:31:24,960 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/C in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:24,961 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/5530a34ed63945a4bb00f264179e07c9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/99d7ebfc9b7b470c8b851e8a5ec3b42a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/cba54de11e6f4da2aa8aad1efc55ca40, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/94d02c61c6cc4a1388759b5f2a2a5d03] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=47.0 K 2024-11-14T12:31:24,961 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 5530a34ed63945a4bb00f264179e07c9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731587480309 2024-11-14T12:31:24,961 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 99d7ebfc9b7b470c8b851e8a5ec3b42a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731587481493 2024-11-14T12:31:24,962 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting cba54de11e6f4da2aa8aad1efc55ca40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731587482141 2024-11-14T12:31:24,962 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 94d02c61c6cc4a1388759b5f2a2a5d03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731587483334 2024-11-14T12:31:24,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742190_1366 (size=31195) 2024-11-14T12:31:24,983 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#C#compaction#307 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:24,984 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/03ee3e14c78e43f4b10856be8462da87 is 50, key is test_row_0/C:col10/1731587483335/Put/seqid=0 2024-11-14T12:31:24,987 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:24,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-14T12:31:24,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:24,987 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T12:31:24,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:24,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:24,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:24,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:24,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:24,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:24,997 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/6ef4f7bd7e65491f902e9be9d6816ca8 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/6ef4f7bd7e65491f902e9be9d6816ca8 2024-11-14T12:31:25,006 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/A of eebc7a17128f70597fa08fdf691758cf into 6ef4f7bd7e65491f902e9be9d6816ca8(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:25,006 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:25,006 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/A, priority=12, startTime=1731587484884; duration=0sec 2024-11-14T12:31:25,006 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:25,006 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:A 2024-11-14T12:31:25,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742191_1367 (size=12241) 2024-11-14T12:31:25,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143d978503c5724f939f44749560524e54_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587483478/Put/seqid=0 2024-11-14T12:31:25,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742192_1368 (size=12204) 2024-11-14T12:31:25,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:25,457 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/03ee3e14c78e43f4b10856be8462da87 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/03ee3e14c78e43f4b10856be8462da87 2024-11-14T12:31:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-14T12:31:25,461 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143d978503c5724f939f44749560524e54_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143d978503c5724f939f44749560524e54_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:25,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/6d82b38fd65742648b54393d111c99a4, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:25,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/6d82b38fd65742648b54393d111c99a4 is 175, key is test_row_0/A:col10/1731587483478/Put/seqid=0 2024-11-14T12:31:25,466 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/C of eebc7a17128f70597fa08fdf691758cf into 03ee3e14c78e43f4b10856be8462da87(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:25,466 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:25,466 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/C, priority=12, startTime=1731587484884; duration=0sec 2024-11-14T12:31:25,466 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:25,466 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:C 2024-11-14T12:31:25,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742193_1369 (size=31005) 2024-11-14T12:31:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:25,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:25,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587545656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:25,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587545657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:25,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587545657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:25,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587545663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:25,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587545664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:25,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587545768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:25,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587545770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:25,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587545777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:25,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587545777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:25,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587545777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:25,875 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/6d82b38fd65742648b54393d111c99a4 2024-11-14T12:31:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/c82b266595f04245ae28b52ff3edb145 is 50, key is test_row_0/B:col10/1731587483478/Put/seqid=0 2024-11-14T12:31:25,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742194_1370 (size=12051) 2024-11-14T12:31:25,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587545973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:25,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:25,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587545978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587545979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:25,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587545979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:25,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587545981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:26,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587546284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:26,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587546285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:26,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587546286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:26,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587546289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:26,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587546291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:26,320 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/c82b266595f04245ae28b52ff3edb145 2024-11-14T12:31:26,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/1bf035d72510493f82e93ea9fd8676db is 50, key is test_row_0/C:col10/1731587483478/Put/seqid=0 2024-11-14T12:31:26,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742195_1371 (size=12051) 2024-11-14T12:31:26,391 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/1bf035d72510493f82e93ea9fd8676db 2024-11-14T12:31:26,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/6d82b38fd65742648b54393d111c99a4 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/6d82b38fd65742648b54393d111c99a4 2024-11-14T12:31:26,405 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/6d82b38fd65742648b54393d111c99a4, entries=150, sequenceid=131, filesize=30.3 K 2024-11-14T12:31:26,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/c82b266595f04245ae28b52ff3edb145 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c82b266595f04245ae28b52ff3edb145 2024-11-14T12:31:26,412 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c82b266595f04245ae28b52ff3edb145, entries=150, sequenceid=131, filesize=11.8 K 2024-11-14T12:31:26,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/1bf035d72510493f82e93ea9fd8676db as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/1bf035d72510493f82e93ea9fd8676db 2024-11-14T12:31:26,433 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/1bf035d72510493f82e93ea9fd8676db, entries=150, sequenceid=131, filesize=11.8 K 2024-11-14T12:31:26,448 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for eebc7a17128f70597fa08fdf691758cf in 1461ms, sequenceid=131, compaction requested=false 2024-11-14T12:31:26,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:26,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:26,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-14T12:31:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-14T12:31:26,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-14T12:31:26,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0950 sec 2024-11-14T12:31:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-14T12:31:26,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 2.1080 sec 2024-11-14T12:31:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:26,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T12:31:26,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:26,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:26,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:26,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:26,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:26,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:26,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:26,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587546810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587546810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:26,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587546811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:26,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:26,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587546811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587546812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:26,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c1daef648a804423b5cf1ffacfb5eeee_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587486801/Put/seqid=0 2024-11-14T12:31:26,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742196_1372 (size=14794) 2024-11-14T12:31:26,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587546919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:26,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587546919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:26,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587546919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:26,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587546920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:26,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587546924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:27,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587547124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:27,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587547124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:27,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587547127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:27,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587547127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:27,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587547134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:27,231 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:27,241 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c1daef648a804423b5cf1ffacfb5eeee_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c1daef648a804423b5cf1ffacfb5eeee_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:27,252 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/849371fba40245459f7405a0c727d348, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:27,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/849371fba40245459f7405a0c727d348 is 175, key is test_row_0/A:col10/1731587486801/Put/seqid=0 2024-11-14T12:31:27,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742197_1373 (size=39749) 2024-11-14T12:31:27,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587547433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:27,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587547433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:27,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587547435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:27,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587547437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:27,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587547441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:27,708 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/849371fba40245459f7405a0c727d348 2024-11-14T12:31:27,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/a8503a7a972d4987a3fa8ca07751e243 is 50, key is test_row_0/B:col10/1731587486801/Put/seqid=0 2024-11-14T12:31:27,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742198_1374 (size=12151) 2024-11-14T12:31:27,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/a8503a7a972d4987a3fa8ca07751e243 2024-11-14T12:31:27,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/559e72fd3d514164af36c4b38394ce00 is 50, key is test_row_0/C:col10/1731587486801/Put/seqid=0 2024-11-14T12:31:27,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742199_1375 (size=12151) 2024-11-14T12:31:27,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/559e72fd3d514164af36c4b38394ce00 2024-11-14T12:31:27,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/849371fba40245459f7405a0c727d348 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/849371fba40245459f7405a0c727d348 2024-11-14T12:31:27,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/849371fba40245459f7405a0c727d348, entries=200, sequenceid=160, filesize=38.8 K 2024-11-14T12:31:27,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/a8503a7a972d4987a3fa8ca07751e243 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/a8503a7a972d4987a3fa8ca07751e243 2024-11-14T12:31:27,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/a8503a7a972d4987a3fa8ca07751e243, entries=150, sequenceid=160, filesize=11.9 K 2024-11-14T12:31:27,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/559e72fd3d514164af36c4b38394ce00 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/559e72fd3d514164af36c4b38394ce00 2024-11-14T12:31:27,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/559e72fd3d514164af36c4b38394ce00, entries=150, sequenceid=160, filesize=11.9 K 2024-11-14T12:31:27,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for eebc7a17128f70597fa08fdf691758cf in 1068ms, sequenceid=160, compaction requested=true 2024-11-14T12:31:27,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:27,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:27,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:27,870 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:27,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:27,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:27,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:27,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:27,870 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:27,872 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:27,872 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/B is initiating minor compaction (all files) 2024-11-14T12:31:27,872 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/B in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:27,873 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/039ebe3865054b2d9c6383ec490c1f83, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c82b266595f04245ae28b52ff3edb145, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/a8503a7a972d4987a3fa8ca07751e243] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=35.6 K 2024-11-14T12:31:27,873 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101949 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:27,873 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/A is initiating minor compaction (all files) 2024-11-14T12:31:27,873 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/A in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:27,873 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/6ef4f7bd7e65491f902e9be9d6816ca8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/6d82b38fd65742648b54393d111c99a4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/849371fba40245459f7405a0c727d348] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=99.6 K 2024-11-14T12:31:27,873 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:27,873 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/6ef4f7bd7e65491f902e9be9d6816ca8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/6d82b38fd65742648b54393d111c99a4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/849371fba40245459f7405a0c727d348] 2024-11-14T12:31:27,873 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 039ebe3865054b2d9c6383ec490c1f83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731587483334 2024-11-14T12:31:27,873 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ef4f7bd7e65491f902e9be9d6816ca8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731587483334 2024-11-14T12:31:27,874 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting c82b266595f04245ae28b52ff3edb145, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731587483470 2024-11-14T12:31:27,874 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d82b38fd65742648b54393d111c99a4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731587483470 2024-11-14T12:31:27,876 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting a8503a7a972d4987a3fa8ca07751e243, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731587485661 2024-11-14T12:31:27,876 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 849371fba40245459f7405a0c727d348, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731587485661 2024-11-14T12:31:27,897 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:27,904 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#B#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:27,905 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/82e052f0ffa3492990c141cd2c856d38 is 50, key is test_row_0/B:col10/1731587486801/Put/seqid=0 2024-11-14T12:31:27,907 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114f1136619e0f04592bf858b9f2a3dab73_eebc7a17128f70597fa08fdf691758cf store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:27,909 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114f1136619e0f04592bf858b9f2a3dab73_eebc7a17128f70597fa08fdf691758cf, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:27,909 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f1136619e0f04592bf858b9f2a3dab73_eebc7a17128f70597fa08fdf691758cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:27,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:31:27,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:27,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:27,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:27,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:27,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:27,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:27,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742201_1377 (size=4469) 2024-11-14T12:31:27,958 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#A#compaction#314 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:27,959 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/187033ba73754bb1aa632ebcad5509c4 is 175, key is test_row_0/A:col10/1731587486801/Put/seqid=0 2024-11-14T12:31:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742200_1376 (size=12493) 2024-11-14T12:31:27,982 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/82e052f0ffa3492990c141cd2c856d38 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/82e052f0ffa3492990c141cd2c856d38 2024-11-14T12:31:27,997 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/B of eebc7a17128f70597fa08fdf691758cf into 82e052f0ffa3492990c141cd2c856d38(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:27,997 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:27,997 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/B, priority=13, startTime=1731587487870; duration=0sec 2024-11-14T12:31:27,997 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:27,997 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:B 2024-11-14T12:31:27,997 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:27,998 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:27,998 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/C is initiating minor compaction (all files) 2024-11-14T12:31:27,998 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/C in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:27,999 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/03ee3e14c78e43f4b10856be8462da87, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/1bf035d72510493f82e93ea9fd8676db, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/559e72fd3d514164af36c4b38394ce00] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=35.6 K 2024-11-14T12:31:27,999 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 03ee3e14c78e43f4b10856be8462da87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731587483334 2024-11-14T12:31:27,999 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bf035d72510493f82e93ea9fd8676db, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731587483470 2024-11-14T12:31:28,000 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 559e72fd3d514164af36c4b38394ce00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731587485661 2024-11-14T12:31:28,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149c13920e085e42c29ba2b5e7a5868bea_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587487947/Put/seqid=0 2024-11-14T12:31:28,014 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#C#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:28,015 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/3509a498563446938837249919d81603 is 50, key is test_row_0/C:col10/1731587486801/Put/seqid=0 2024-11-14T12:31:28,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742202_1378 (size=31447) 2024-11-14T12:31:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587548016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587548017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587548021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587548021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587548023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,046 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/187033ba73754bb1aa632ebcad5509c4 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/187033ba73754bb1aa632ebcad5509c4 2024-11-14T12:31:28,066 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/A of eebc7a17128f70597fa08fdf691758cf into 187033ba73754bb1aa632ebcad5509c4(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:28,066 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:28,066 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/A, priority=13, startTime=1731587487870; duration=0sec 2024-11-14T12:31:28,066 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:28,066 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:A 2024-11-14T12:31:28,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742203_1379 (size=14794) 2024-11-14T12:31:28,081 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:28,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742204_1380 (size=12493) 2024-11-14T12:31:28,087 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149c13920e085e42c29ba2b5e7a5868bea_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149c13920e085e42c29ba2b5e7a5868bea_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:28,088 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/f830c1f0d0b14a0da098ab83b671254e, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:28,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/f830c1f0d0b14a0da098ab83b671254e is 175, key is test_row_0/A:col10/1731587487947/Put/seqid=0 2024-11-14T12:31:28,091 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/3509a498563446938837249919d81603 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3509a498563446938837249919d81603 2024-11-14T12:31:28,098 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/C of eebc7a17128f70597fa08fdf691758cf into 3509a498563446938837249919d81603(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:28,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742205_1381 (size=39749) 2024-11-14T12:31:28,104 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:28,105 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/C, priority=13, startTime=1731587487870; duration=0sec 2024-11-14T12:31:28,105 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:28,105 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:C 2024-11-14T12:31:28,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587548130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587548132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587548132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587548132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587548133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587548335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587548346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587548346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587548346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587548350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-14T12:31:28,465 INFO [Thread-1532 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-14T12:31:28,483 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:31:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-14T12:31:28,493 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:31:28,494 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:31:28,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:31:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T12:31:28,504 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/f830c1f0d0b14a0da098ab83b671254e 2024-11-14T12:31:28,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/182c81c2451245f68edb2f12e93d59e7 is 50, key is test_row_0/B:col10/1731587487947/Put/seqid=0 2024-11-14T12:31:28,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742206_1382 (size=12151) 2024-11-14T12:31:28,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/182c81c2451245f68edb2f12e93d59e7 2024-11-14T12:31:28,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/0b0da779890c44f7adfecbf36cca5c52 is 50, key is test_row_0/C:col10/1731587487947/Put/seqid=0 2024-11-14T12:31:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742207_1383 (size=12151) 2024-11-14T12:31:28,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/0b0da779890c44f7adfecbf36cca5c52 2024-11-14T12:31:28,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/f830c1f0d0b14a0da098ab83b671254e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f830c1f0d0b14a0da098ab83b671254e 2024-11-14T12:31:28,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f830c1f0d0b14a0da098ab83b671254e, entries=200, sequenceid=171, filesize=38.8 K 2024-11-14T12:31:28,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/182c81c2451245f68edb2f12e93d59e7 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/182c81c2451245f68edb2f12e93d59e7 2024-11-14T12:31:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T12:31:28,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/182c81c2451245f68edb2f12e93d59e7, entries=150, sequenceid=171, filesize=11.9 K 2024-11-14T12:31:28,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/0b0da779890c44f7adfecbf36cca5c52 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/0b0da779890c44f7adfecbf36cca5c52 2024-11-14T12:31:28,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/0b0da779890c44f7adfecbf36cca5c52, entries=150, sequenceid=171, filesize=11.9 K 2024-11-14T12:31:28,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for eebc7a17128f70597fa08fdf691758cf in 662ms, sequenceid=171, compaction requested=false 2024-11-14T12:31:28,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:28,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T12:31:28,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:28,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:28,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:28,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:28,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:28,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:28,647 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T12:31:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:28,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:28,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111431116167ebf44107b929229f4b9d96ee_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587488014/Put/seqid=0 2024-11-14T12:31:28,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587548664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587548664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587548664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587548670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587548670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742208_1384 (size=14794) 2024-11-14T12:31:28,687 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:28,700 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111431116167ebf44107b929229f4b9d96ee_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111431116167ebf44107b929229f4b9d96ee_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:28,701 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/e1036b8fda18433e99a401cfa70a9951, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:28,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/e1036b8fda18433e99a401cfa70a9951 is 175, key is test_row_0/A:col10/1731587488014/Put/seqid=0 2024-11-14T12:31:28,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742209_1385 (size=39749) 2024-11-14T12:31:28,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587548767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587548769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587548774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587548776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T12:31:28,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T12:31:28,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:28,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:28,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:28,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:28,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:28,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T12:31:28,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:28,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:28,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:28,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:28,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:28,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587548981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587548981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587548981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:28,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587548983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T12:31:29,124 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:29,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T12:31:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:29,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:29,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:29,137 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/e1036b8fda18433e99a401cfa70a9951 2024-11-14T12:31:29,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/451bd832c6de4d8a9569986cd7a8dde6 is 50, key is test_row_0/B:col10/1731587488014/Put/seqid=0 2024-11-14T12:31:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742210_1386 (size=12151) 2024-11-14T12:31:29,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587549179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:29,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/451bd832c6de4d8a9569986cd7a8dde6 2024-11-14T12:31:29,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/3502f3d23d714ce1878db1ce2e606ce0 is 50, key is test_row_0/C:col10/1731587488014/Put/seqid=0 2024-11-14T12:31:29,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742211_1387 (size=12151) 2024-11-14T12:31:29,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:29,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T12:31:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:29,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:29,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:29,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:29,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587549288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:29,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587549289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:29,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587549290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:29,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587549290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:29,434 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:29,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T12:31:29,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:29,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:29,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:29,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:29,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:29,587 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:29,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T12:31:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:29,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:29,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:29,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:29,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T12:31:29,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/3502f3d23d714ce1878db1ce2e606ce0 2024-11-14T12:31:29,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/e1036b8fda18433e99a401cfa70a9951 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/e1036b8fda18433e99a401cfa70a9951 2024-11-14T12:31:29,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/e1036b8fda18433e99a401cfa70a9951, entries=200, sequenceid=200, filesize=38.8 K 2024-11-14T12:31:29,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/451bd832c6de4d8a9569986cd7a8dde6 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/451bd832c6de4d8a9569986cd7a8dde6 2024-11-14T12:31:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/451bd832c6de4d8a9569986cd7a8dde6, entries=150, sequenceid=200, filesize=11.9 K 2024-11-14T12:31:29,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/3502f3d23d714ce1878db1ce2e606ce0 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3502f3d23d714ce1878db1ce2e606ce0 2024-11-14T12:31:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3502f3d23d714ce1878db1ce2e606ce0, entries=150, sequenceid=200, filesize=11.9 K 2024-11-14T12:31:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for eebc7a17128f70597fa08fdf691758cf in 1043ms, sequenceid=200, compaction requested=true 2024-11-14T12:31:29,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:29,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:29,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:29,688 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:29,688 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:29,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:29,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:29,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:29,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,689 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:29,689 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/A is initiating minor compaction (all files) 2024-11-14T12:31:29,689 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/A in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:29,690 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/187033ba73754bb1aa632ebcad5509c4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f830c1f0d0b14a0da098ab83b671254e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/e1036b8fda18433e99a401cfa70a9951] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=108.3 K 2024-11-14T12:31:29,690 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,690 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/187033ba73754bb1aa632ebcad5509c4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f830c1f0d0b14a0da098ab83b671254e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/e1036b8fda18433e99a401cfa70a9951] 2024-11-14T12:31:29,690 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:29,690 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/B is initiating minor compaction (all files) 2024-11-14T12:31:29,690 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/B in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:29,690 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/82e052f0ffa3492990c141cd2c856d38, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/182c81c2451245f68edb2f12e93d59e7, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/451bd832c6de4d8a9569986cd7a8dde6] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=35.9 K 2024-11-14T12:31:29,690 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 187033ba73754bb1aa632ebcad5509c4, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731587485661 2024-11-14T12:31:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,690 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting f830c1f0d0b14a0da098ab83b671254e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731587486810 2024-11-14T12:31:29,691 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 82e052f0ffa3492990c141cd2c856d38, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731587485661 2024-11-14T12:31:29,691 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1036b8fda18433e99a401cfa70a9951, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731587488003 2024-11-14T12:31:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,691 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 182c81c2451245f68edb2f12e93d59e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731587486810 2024-11-14T12:31:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,691 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 451bd832c6de4d8a9569986cd7a8dde6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731587488003 2024-11-14T12:31:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,713 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,716 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,716 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/109bd52f461a47439e67236f5facc02d is 50, key is test_row_0/B:col10/1731587488014/Put/seqid=0 2024-11-14T12:31:29,717 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114bd71840c09e94937ae8439ac8ecdc219_eebc7a17128f70597fa08fdf691758cf store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,718 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114bd71840c09e94937ae8439ac8ecdc219_eebc7a17128f70597fa08fdf691758cf, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:29,718 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bd71840c09e94937ae8439ac8ecdc219_eebc7a17128f70597fa08fdf691758cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,746 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:29,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-14T12:31:29,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,746 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T12:31:29,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:29,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:29,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:29,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:29,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:29,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742212_1388 (size=12595) 2024-11-14T12:31:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742213_1389 (size=4469) 2024-11-14T12:31:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cd972af918514e5c8fae2af8825b3f3d_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_1/A:col10/1731587488662/Put/seqid=0 2024-11-14T12:31:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,767 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#A#compaction#323 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,767 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/f468fdc5aea642cca91848ef5b1ea41e is 175, key is test_row_0/A:col10/1731587488014/Put/seqid=0 2024-11-14T12:31:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742214_1390 (size=9814) 2024-11-14T12:31:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742215_1391 (size=31549) 2024-11-14T12:31:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:29,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587549974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:29,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587549976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:29,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587549981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:30,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587549985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:30,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587550097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:30,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:30,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587550108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587550108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:30,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587550108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:30,189 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/109bd52f461a47439e67236f5facc02d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/109bd52f461a47439e67236f5facc02d 2024-11-14T12:31:30,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587550188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:30,205 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/B of eebc7a17128f70597fa08fdf691758cf into 109bd52f461a47439e67236f5facc02d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:30,205 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:30,206 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/B, priority=13, startTime=1731587489688; duration=0sec 2024-11-14T12:31:30,206 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:30,206 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:B 2024-11-14T12:31:30,206 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:30,208 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:30,208 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/C is initiating minor compaction (all files) 2024-11-14T12:31:30,208 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/C in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:30,208 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3509a498563446938837249919d81603, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/0b0da779890c44f7adfecbf36cca5c52, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3502f3d23d714ce1878db1ce2e606ce0] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=35.9 K 2024-11-14T12:31:30,208 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 3509a498563446938837249919d81603, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731587485661 2024-11-14T12:31:30,209 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b0da779890c44f7adfecbf36cca5c52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731587486810 2024-11-14T12:31:30,210 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 3502f3d23d714ce1878db1ce2e606ce0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731587488003 2024-11-14T12:31:30,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:30,217 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cd972af918514e5c8fae2af8825b3f3d_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cd972af918514e5c8fae2af8825b3f3d_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:30,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/9da99fadaacb42d895aa54ea6c4778fa, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:30,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/9da99fadaacb42d895aa54ea6c4778fa is 175, key is test_row_1/A:col10/1731587488662/Put/seqid=0 2024-11-14T12:31:30,227 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#C#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:30,227 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/26ce0953728f409ebfd092898785b8cd is 50, key is test_row_0/C:col10/1731587488014/Put/seqid=0 2024-11-14T12:31:30,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742216_1392 (size=22461) 2024-11-14T12:31:30,238 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/f468fdc5aea642cca91848ef5b1ea41e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f468fdc5aea642cca91848ef5b1ea41e 2024-11-14T12:31:30,242 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/A of eebc7a17128f70597fa08fdf691758cf into f468fdc5aea642cca91848ef5b1ea41e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:30,242 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:30,242 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/A, priority=13, startTime=1731587489688; duration=0sec 2024-11-14T12:31:30,242 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:30,242 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:A 2024-11-14T12:31:30,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742217_1393 (size=12595) 2024-11-14T12:31:30,256 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/26ce0953728f409ebfd092898785b8cd as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/26ce0953728f409ebfd092898785b8cd 2024-11-14T12:31:30,262 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/C of eebc7a17128f70597fa08fdf691758cf into 26ce0953728f409ebfd092898785b8cd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:30,262 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:30,262 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/C, priority=13, startTime=1731587489689; duration=0sec 2024-11-14T12:31:30,262 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:30,262 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:C 2024-11-14T12:31:30,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587550307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:30,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587550316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:30,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587550318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:30,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587550318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T12:31:30,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587550611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:30,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587550632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:30,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587550632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:30,643 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/9da99fadaacb42d895aa54ea6c4778fa 2024-11-14T12:31:30,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587550633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:30,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/4468008d47eb40fbb5eb0ca90554b8ee is 50, key is test_row_1/B:col10/1731587488662/Put/seqid=0 2024-11-14T12:31:30,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742218_1394 (size=9757) 2024-11-14T12:31:31,099 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/4468008d47eb40fbb5eb0ca90554b8ee 2024-11-14T12:31:31,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/400a0cab97fd4f96a685ef06f13bad34 is 50, key is test_row_1/C:col10/1731587488662/Put/seqid=0 2024-11-14T12:31:31,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587551115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:31,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742219_1395 (size=9757) 2024-11-14T12:31:31,131 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/400a0cab97fd4f96a685ef06f13bad34 2024-11-14T12:31:31,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/9da99fadaacb42d895aa54ea6c4778fa as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/9da99fadaacb42d895aa54ea6c4778fa 2024-11-14T12:31:31,140 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/9da99fadaacb42d895aa54ea6c4778fa, entries=100, sequenceid=210, filesize=21.9 K 2024-11-14T12:31:31,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587551138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:31,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/4468008d47eb40fbb5eb0ca90554b8ee as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/4468008d47eb40fbb5eb0ca90554b8ee 2024-11-14T12:31:31,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587551140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:31,146 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/4468008d47eb40fbb5eb0ca90554b8ee, entries=100, sequenceid=210, filesize=9.5 K 2024-11-14T12:31:31,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/400a0cab97fd4f96a685ef06f13bad34 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/400a0cab97fd4f96a685ef06f13bad34 2024-11-14T12:31:31,151 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/400a0cab97fd4f96a685ef06f13bad34, entries=100, sequenceid=210, filesize=9.5 K 2024-11-14T12:31:31,152 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for eebc7a17128f70597fa08fdf691758cf in 1405ms, sequenceid=210, compaction requested=false 2024-11-14T12:31:31,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:31,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:31,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-14T12:31:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-14T12:31:31,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-14T12:31:31,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6590 sec 2024-11-14T12:31:31,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.6720 sec 2024-11-14T12:31:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:31,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T12:31:31,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:31,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:31,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:31,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:31,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:31,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:31,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111431403018675242e2bcb4c49199e37f43_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587489983/Put/seqid=0 2024-11-14T12:31:31,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742220_1396 (size=14794) 2024-11-14T12:31:31,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587551178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:31,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587551283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:31,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587551489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:31,571 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:31,575 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111431403018675242e2bcb4c49199e37f43_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111431403018675242e2bcb4c49199e37f43_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:31,576 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/02e6bec1ae8348f185fff1dc3673ce58, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:31,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/02e6bec1ae8348f185fff1dc3673ce58 is 175, key is test_row_0/A:col10/1731587489983/Put/seqid=0 2024-11-14T12:31:31,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742221_1397 (size=39749) 2024-11-14T12:31:31,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587551792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:31,981 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/02e6bec1ae8348f185fff1dc3673ce58 2024-11-14T12:31:32,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/c34b12399bb547edb83ed99e02fbc344 is 50, key is test_row_0/B:col10/1731587489983/Put/seqid=0 2024-11-14T12:31:32,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742222_1398 (size=12151) 2024-11-14T12:31:32,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587552118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:32,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587552143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:32,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587552152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:32,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587552211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:32,216 DEBUG [Thread-1526 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4194 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:31:32,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587552297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:32,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/c34b12399bb547edb83ed99e02fbc344 2024-11-14T12:31:32,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/3a7504cc667f4ab882df0484b6a71a96 is 50, key is test_row_0/C:col10/1731587489983/Put/seqid=0 2024-11-14T12:31:32,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742223_1399 (size=12151) 2024-11-14T12:31:32,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/3a7504cc667f4ab882df0484b6a71a96 2024-11-14T12:31:32,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/02e6bec1ae8348f185fff1dc3673ce58 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/02e6bec1ae8348f185fff1dc3673ce58 2024-11-14T12:31:32,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/02e6bec1ae8348f185fff1dc3673ce58, entries=200, sequenceid=240, filesize=38.8 K 2024-11-14T12:31:32,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/c34b12399bb547edb83ed99e02fbc344 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c34b12399bb547edb83ed99e02fbc344 2024-11-14T12:31:32,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c34b12399bb547edb83ed99e02fbc344, entries=150, sequenceid=240, filesize=11.9 K 2024-11-14T12:31:32,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/3a7504cc667f4ab882df0484b6a71a96 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3a7504cc667f4ab882df0484b6a71a96 2024-11-14T12:31:32,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3a7504cc667f4ab882df0484b6a71a96, entries=150, sequenceid=240, filesize=11.9 K 2024-11-14T12:31:32,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for eebc7a17128f70597fa08fdf691758cf in 1349ms, sequenceid=240, compaction requested=true 2024-11-14T12:31:32,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:32,506 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:32,506 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:32,507 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:32,508 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/B is initiating minor compaction (all files) 2024-11-14T12:31:32,508 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/B in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:32,508 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/109bd52f461a47439e67236f5facc02d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/4468008d47eb40fbb5eb0ca90554b8ee, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c34b12399bb547edb83ed99e02fbc344] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=33.7 K 2024-11-14T12:31:32,508 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:32,508 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/A is initiating minor compaction (all files) 2024-11-14T12:31:32,508 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/A in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:32,508 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f468fdc5aea642cca91848ef5b1ea41e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/9da99fadaacb42d895aa54ea6c4778fa, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/02e6bec1ae8348f185fff1dc3673ce58] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=91.6 K 2024-11-14T12:31:32,508 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:32,508 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f468fdc5aea642cca91848ef5b1ea41e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/9da99fadaacb42d895aa54ea6c4778fa, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/02e6bec1ae8348f185fff1dc3673ce58] 2024-11-14T12:31:32,509 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 109bd52f461a47439e67236f5facc02d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731587488003 2024-11-14T12:31:32,509 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting f468fdc5aea642cca91848ef5b1ea41e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731587488003 2024-11-14T12:31:32,512 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 4468008d47eb40fbb5eb0ca90554b8ee, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731587488662 2024-11-14T12:31:32,512 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9da99fadaacb42d895aa54ea6c4778fa, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731587488662 2024-11-14T12:31:32,513 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02e6bec1ae8348f185fff1dc3673ce58, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731587489947 2024-11-14T12:31:32,513 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting c34b12399bb547edb83ed99e02fbc344, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731587489975 2024-11-14T12:31:32,525 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#B#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:32,526 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/1bd82fd80fe6428a8d3c951ef6d19664 is 50, key is test_row_0/B:col10/1731587489983/Put/seqid=0 2024-11-14T12:31:32,541 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:32,550 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114aca34896571d44de9a4bb01c1ded7997_eebc7a17128f70597fa08fdf691758cf store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:32,552 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114aca34896571d44de9a4bb01c1ded7997_eebc7a17128f70597fa08fdf691758cf, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:32,552 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aca34896571d44de9a4bb01c1ded7997_eebc7a17128f70597fa08fdf691758cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:32,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742224_1400 (size=12697) 2024-11-14T12:31:32,564 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/1bd82fd80fe6428a8d3c951ef6d19664 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/1bd82fd80fe6428a8d3c951ef6d19664 2024-11-14T12:31:32,579 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/B of eebc7a17128f70597fa08fdf691758cf into 1bd82fd80fe6428a8d3c951ef6d19664(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:32,579 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:32,579 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/B, priority=13, startTime=1731587492506; duration=0sec 2024-11-14T12:31:32,579 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:32,579 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:B 2024-11-14T12:31:32,579 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:32,581 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:32,581 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/C is initiating minor compaction (all files) 2024-11-14T12:31:32,581 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/C in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:32,582 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/26ce0953728f409ebfd092898785b8cd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/400a0cab97fd4f96a685ef06f13bad34, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3a7504cc667f4ab882df0484b6a71a96] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=33.7 K 2024-11-14T12:31:32,582 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 26ce0953728f409ebfd092898785b8cd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731587488003 2024-11-14T12:31:32,583 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 400a0cab97fd4f96a685ef06f13bad34, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731587488662 2024-11-14T12:31:32,584 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a7504cc667f4ab882df0484b6a71a96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731587489975 2024-11-14T12:31:32,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742225_1401 (size=4469) 2024-11-14T12:31:32,603 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#C#compaction#334 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:32,603 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/cb94d30b191b433a994f4ce13715e47e is 50, key is test_row_0/C:col10/1731587489983/Put/seqid=0 2024-11-14T12:31:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-14T12:31:32,608 INFO [Thread-1532 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-14T12:31:32,612 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:31:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-14T12:31:32,615 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:31:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T12:31:32,617 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:31:32,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:31:32,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742226_1402 (size=12697) 2024-11-14T12:31:32,661 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/cb94d30b191b433a994f4ce13715e47e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/cb94d30b191b433a994f4ce13715e47e 2024-11-14T12:31:32,682 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/C of eebc7a17128f70597fa08fdf691758cf into cb94d30b191b433a994f4ce13715e47e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:32,682 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:32,682 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/C, priority=13, startTime=1731587492506; duration=0sec 2024-11-14T12:31:32,682 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:32,682 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:C 2024-11-14T12:31:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T12:31:32,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:32,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-14T12:31:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:32,775 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-14T12:31:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:32,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fc5038ac3f1c426c94f21c82e939b326_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587491174/Put/seqid=0 2024-11-14T12:31:32,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742227_1403 (size=12304) 2024-11-14T12:31:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T12:31:32,986 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#A#compaction#333 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:32,987 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/54bae0d848864ca490664e3bd157cb96 is 175, key is test_row_0/A:col10/1731587489983/Put/seqid=0 2024-11-14T12:31:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742228_1404 (size=31651) 2024-11-14T12:31:33,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:33,191 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fc5038ac3f1c426c94f21c82e939b326_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fc5038ac3f1c426c94f21c82e939b326_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:33,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/3e1da88d453c4198af8d7139a1363ecb, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:33,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/3e1da88d453c4198af8d7139a1363ecb is 175, key is test_row_0/A:col10/1731587491174/Put/seqid=0 2024-11-14T12:31:33,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742229_1405 (size=31105) 2024-11-14T12:31:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T12:31:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:33,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:33,399 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/54bae0d848864ca490664e3bd157cb96 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/54bae0d848864ca490664e3bd157cb96 2024-11-14T12:31:33,408 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/A of eebc7a17128f70597fa08fdf691758cf into 54bae0d848864ca490664e3bd157cb96(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:33,408 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:33,408 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/A, priority=13, startTime=1731587492505; duration=0sec 2024-11-14T12:31:33,408 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:33,408 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:A 2024-11-14T12:31:33,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587553451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:33,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587553554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:33,598 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/3e1da88d453c4198af8d7139a1363ecb 2024-11-14T12:31:33,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/ce8fe14e73f84dac9076ad610a918655 is 50, key is test_row_0/B:col10/1731587491174/Put/seqid=0 2024-11-14T12:31:33,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742230_1406 (size=12151) 2024-11-14T12:31:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T12:31:33,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587553761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:34,041 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/ce8fe14e73f84dac9076ad610a918655 2024-11-14T12:31:34,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/80f37da15e3c42eab1a34f038fce41f2 is 50, key is test_row_0/C:col10/1731587491174/Put/seqid=0 2024-11-14T12:31:34,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587554066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:34,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742231_1407 (size=12151) 2024-11-14T12:31:34,081 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/80f37da15e3c42eab1a34f038fce41f2 2024-11-14T12:31:34,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/3e1da88d453c4198af8d7139a1363ecb as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/3e1da88d453c4198af8d7139a1363ecb 2024-11-14T12:31:34,115 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/3e1da88d453c4198af8d7139a1363ecb, entries=150, sequenceid=251, filesize=30.4 K 2024-11-14T12:31:34,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/ce8fe14e73f84dac9076ad610a918655 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/ce8fe14e73f84dac9076ad610a918655 2024-11-14T12:31:34,127 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/ce8fe14e73f84dac9076ad610a918655, entries=150, sequenceid=251, filesize=11.9 K 2024-11-14T12:31:34,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/80f37da15e3c42eab1a34f038fce41f2 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/80f37da15e3c42eab1a34f038fce41f2 2024-11-14T12:31:34,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587554140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:34,142 DEBUG [Thread-1528 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:31:34,144 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/80f37da15e3c42eab1a34f038fce41f2, entries=150, sequenceid=251, filesize=11.9 K 2024-11-14T12:31:34,148 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for eebc7a17128f70597fa08fdf691758cf in 1373ms, sequenceid=251, compaction requested=false 2024-11-14T12:31:34,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:34,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:34,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-14T12:31:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-14T12:31:34,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-14T12:31:34,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5330 sec 2024-11-14T12:31:34,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.5400 sec 2024-11-14T12:31:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:34,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-14T12:31:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:34,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148a4bf1be00d44877b507803add789370_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587493443/Put/seqid=0 2024-11-14T12:31:34,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587554182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:34,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587554185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:34,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742232_1408 (size=14994) 2024-11-14T12:31:34,201 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:34,206 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148a4bf1be00d44877b507803add789370_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148a4bf1be00d44877b507803add789370_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:34,210 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/0fa11fb1fabf499f9ec547e4f3b20e7f, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:34,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/0fa11fb1fabf499f9ec547e4f3b20e7f is 175, key is test_row_0/A:col10/1731587493443/Put/seqid=0 2024-11-14T12:31:34,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742233_1409 (size=39949) 2024-11-14T12:31:34,216 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/0fa11fb1fabf499f9ec547e4f3b20e7f 2024-11-14T12:31:34,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/60d79168d82945719dcb319c26ecb811 is 50, key is test_row_0/B:col10/1731587493443/Put/seqid=0 2024-11-14T12:31:34,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742234_1410 (size=12301) 2024-11-14T12:31:34,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587554287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:34,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587554288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:34,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587554491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:34,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587554497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:34,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587554575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:34,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/60d79168d82945719dcb319c26ecb811 2024-11-14T12:31:34,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/232f6148c51c42a4b31a9d22549e7615 is 50, key is test_row_0/C:col10/1731587493443/Put/seqid=0 2024-11-14T12:31:34,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742235_1411 (size=12301) 2024-11-14T12:31:34,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/232f6148c51c42a4b31a9d22549e7615 2024-11-14T12:31:34,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/0fa11fb1fabf499f9ec547e4f3b20e7f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/0fa11fb1fabf499f9ec547e4f3b20e7f 2024-11-14T12:31:34,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/0fa11fb1fabf499f9ec547e4f3b20e7f, entries=200, sequenceid=280, filesize=39.0 K 2024-11-14T12:31:34,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/60d79168d82945719dcb319c26ecb811 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/60d79168d82945719dcb319c26ecb811 2024-11-14T12:31:34,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/60d79168d82945719dcb319c26ecb811, entries=150, sequenceid=280, filesize=12.0 K 2024-11-14T12:31:34,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/232f6148c51c42a4b31a9d22549e7615 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/232f6148c51c42a4b31a9d22549e7615 2024-11-14T12:31:34,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/232f6148c51c42a4b31a9d22549e7615, entries=150, sequenceid=280, filesize=12.0 K 2024-11-14T12:31:34,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for eebc7a17128f70597fa08fdf691758cf in 536ms, sequenceid=280, compaction requested=true 2024-11-14T12:31:34,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:34,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:34,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:34,697 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:34,697 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:34,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:34,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:34,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:34,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:34,699 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:34,699 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:34,699 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/A is initiating minor compaction (all files) 2024-11-14T12:31:34,699 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/B is initiating minor compaction (all files) 2024-11-14T12:31:34,699 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/A in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:34,699 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/B in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:34,699 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/54bae0d848864ca490664e3bd157cb96, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/3e1da88d453c4198af8d7139a1363ecb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/0fa11fb1fabf499f9ec547e4f3b20e7f] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=100.3 K 2024-11-14T12:31:34,699 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:34,699 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/54bae0d848864ca490664e3bd157cb96, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/3e1da88d453c4198af8d7139a1363ecb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/0fa11fb1fabf499f9ec547e4f3b20e7f] 2024-11-14T12:31:34,699 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/1bd82fd80fe6428a8d3c951ef6d19664, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/ce8fe14e73f84dac9076ad610a918655, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/60d79168d82945719dcb319c26ecb811] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=36.3 K 2024-11-14T12:31:34,700 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54bae0d848864ca490664e3bd157cb96, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731587489975 2024-11-14T12:31:34,700 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bd82fd80fe6428a8d3c951ef6d19664, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731587489975 2024-11-14T12:31:34,700 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e1da88d453c4198af8d7139a1363ecb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731587491164 2024-11-14T12:31:34,700 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting ce8fe14e73f84dac9076ad610a918655, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731587491164 2024-11-14T12:31:34,700 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fa11fb1fabf499f9ec547e4f3b20e7f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731587493443 2024-11-14T12:31:34,700 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 60d79168d82945719dcb319c26ecb811, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731587493443 2024-11-14T12:31:34,706 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:34,708 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#B#compaction#342 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:34,708 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/8651ea40481a4d4e941858c8a2ad25c3 is 50, key is test_row_0/B:col10/1731587493443/Put/seqid=0 2024-11-14T12:31:34,713 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114ad86916ae78b4aed9a5ec2d1c000c7e8_eebc7a17128f70597fa08fdf691758cf store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:34,714 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114ad86916ae78b4aed9a5ec2d1c000c7e8_eebc7a17128f70597fa08fdf691758cf, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:34,714 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ad86916ae78b4aed9a5ec2d1c000c7e8_eebc7a17128f70597fa08fdf691758cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T12:31:34,721 INFO [Thread-1532 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-14T12:31:34,722 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:31:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-14T12:31:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T12:31:34,724 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:31:34,725 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:31:34,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:31:34,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742236_1412 (size=12949) 2024-11-14T12:31:34,734 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/8651ea40481a4d4e941858c8a2ad25c3 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8651ea40481a4d4e941858c8a2ad25c3 2024-11-14T12:31:34,740 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/B of eebc7a17128f70597fa08fdf691758cf into 8651ea40481a4d4e941858c8a2ad25c3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:34,740 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:34,740 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/B, priority=13, startTime=1731587494697; duration=0sec 2024-11-14T12:31:34,740 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:34,740 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:B 2024-11-14T12:31:34,740 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:34,742 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:34,742 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/C is initiating minor compaction (all files) 2024-11-14T12:31:34,742 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/C in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:34,742 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/cb94d30b191b433a994f4ce13715e47e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/80f37da15e3c42eab1a34f038fce41f2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/232f6148c51c42a4b31a9d22549e7615] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=36.3 K 2024-11-14T12:31:34,743 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting cb94d30b191b433a994f4ce13715e47e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731587489975 2024-11-14T12:31:34,743 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 80f37da15e3c42eab1a34f038fce41f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731587491164 2024-11-14T12:31:34,745 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 232f6148c51c42a4b31a9d22549e7615, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731587493443 2024-11-14T12:31:34,759 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#C#compaction#343 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:34,759 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/e5cba17bf95449dd908d4f86a7d43d3f is 50, key is test_row_0/C:col10/1731587493443/Put/seqid=0 2024-11-14T12:31:34,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742237_1413 (size=4469) 2024-11-14T12:31:34,763 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#A#compaction#341 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:34,763 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/d6a3fd57a7eb4c8f87e909eb2ed03a16 is 175, key is test_row_0/A:col10/1731587493443/Put/seqid=0 2024-11-14T12:31:34,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742238_1414 (size=12949) 2024-11-14T12:31:34,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742239_1415 (size=31903) 2024-11-14T12:31:34,793 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/d6a3fd57a7eb4c8f87e909eb2ed03a16 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/d6a3fd57a7eb4c8f87e909eb2ed03a16 2024-11-14T12:31:34,795 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/e5cba17bf95449dd908d4f86a7d43d3f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/e5cba17bf95449dd908d4f86a7d43d3f 2024-11-14T12:31:34,802 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/A of eebc7a17128f70597fa08fdf691758cf into d6a3fd57a7eb4c8f87e909eb2ed03a16(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:34,802 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:34,802 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/A, priority=13, startTime=1731587494697; duration=0sec 2024-11-14T12:31:34,802 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:34,802 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:A 2024-11-14T12:31:34,802 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/C of eebc7a17128f70597fa08fdf691758cf into e5cba17bf95449dd908d4f86a7d43d3f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:34,802 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:34,802 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/C, priority=13, startTime=1731587494698; duration=0sec 2024-11-14T12:31:34,803 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:34,803 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:C 2024-11-14T12:31:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:34,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:31:34,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:34,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:34,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:34,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:34,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:34,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:34,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141057db7e05d6433f8cdffe4e2963369f_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587494798/Put/seqid=0 2024-11-14T12:31:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T12:31:34,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742240_1416 (size=14994) 2024-11-14T12:31:34,835 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:34,844 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141057db7e05d6433f8cdffe4e2963369f_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141057db7e05d6433f8cdffe4e2963369f_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:34,848 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/f7614eeceef74d018c0d8334d091b593, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:34,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/f7614eeceef74d018c0d8334d091b593 is 175, key is test_row_0/A:col10/1731587494798/Put/seqid=0 2024-11-14T12:31:34,876 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:34,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T12:31:34,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:34,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:34,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:34,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:34,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:34,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742241_1417 (size=39949) 2024-11-14T12:31:34,886 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/f7614eeceef74d018c0d8334d091b593 2024-11-14T12:31:34,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/18fb06fec8f04234aefe499e32bfa8b9 is 50, key is test_row_0/B:col10/1731587494798/Put/seqid=0 2024-11-14T12:31:34,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742242_1418 (size=12301) 2024-11-14T12:31:34,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/18fb06fec8f04234aefe499e32bfa8b9 2024-11-14T12:31:34,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587554910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:34,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587554910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:34,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/f2abaa62915c4c4d856c4a8fe44bfc45 is 50, key is test_row_0/C:col10/1731587494798/Put/seqid=0 2024-11-14T12:31:34,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742243_1419 (size=12301) 2024-11-14T12:31:34,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/f2abaa62915c4c4d856c4a8fe44bfc45 2024-11-14T12:31:34,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/f7614eeceef74d018c0d8334d091b593 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f7614eeceef74d018c0d8334d091b593 2024-11-14T12:31:34,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f7614eeceef74d018c0d8334d091b593, entries=200, sequenceid=294, filesize=39.0 K 2024-11-14T12:31:34,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/18fb06fec8f04234aefe499e32bfa8b9 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/18fb06fec8f04234aefe499e32bfa8b9 2024-11-14T12:31:34,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/18fb06fec8f04234aefe499e32bfa8b9, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T12:31:34,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/f2abaa62915c4c4d856c4a8fe44bfc45 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/f2abaa62915c4c4d856c4a8fe44bfc45 2024-11-14T12:31:34,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/f2abaa62915c4c4d856c4a8fe44bfc45, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T12:31:34,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for eebc7a17128f70597fa08fdf691758cf in 179ms, sequenceid=294, compaction requested=false 2024-11-14T12:31:34,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:35,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T12:31:35,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:35,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:35,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:35,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:35,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:35,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T12:31:35,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147b3fb864a8d544a0a5df891d331eb85b_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587495020/Put/seqid=0 2024-11-14T12:31:35,030 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T12:31:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:35,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:35,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587555031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587555032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742244_1420 (size=14994) 2024-11-14T12:31:35,071 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:35,076 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147b3fb864a8d544a0a5df891d331eb85b_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147b3fb864a8d544a0a5df891d331eb85b_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:35,080 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/91cadc4412794cb6a70b380b34444330, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:35,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/91cadc4412794cb6a70b380b34444330 is 175, key is test_row_0/A:col10/1731587495020/Put/seqid=0 2024-11-14T12:31:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742245_1421 (size=39949) 2024-11-14T12:31:35,112 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/91cadc4412794cb6a70b380b34444330 2024-11-14T12:31:35,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587555139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/8c867aaa9bf84b2ebc4f7a021d96cd00 is 50, key is test_row_0/B:col10/1731587495020/Put/seqid=0 2024-11-14T12:31:35,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587555145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T12:31:35,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:35,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:35,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:35,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:35,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742246_1422 (size=12301) 2024-11-14T12:31:35,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/8c867aaa9bf84b2ebc4f7a021d96cd00 2024-11-14T12:31:35,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/208517d55f8a473192e813063eda7a78 is 50, key is test_row_0/C:col10/1731587495020/Put/seqid=0 2024-11-14T12:31:35,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742247_1423 (size=12301) 2024-11-14T12:31:35,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/208517d55f8a473192e813063eda7a78 2024-11-14T12:31:35,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/91cadc4412794cb6a70b380b34444330 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/91cadc4412794cb6a70b380b34444330 2024-11-14T12:31:35,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/91cadc4412794cb6a70b380b34444330, entries=200, sequenceid=322, filesize=39.0 K 2024-11-14T12:31:35,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/8c867aaa9bf84b2ebc4f7a021d96cd00 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8c867aaa9bf84b2ebc4f7a021d96cd00 2024-11-14T12:31:35,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8c867aaa9bf84b2ebc4f7a021d96cd00, entries=150, sequenceid=322, filesize=12.0 K 2024-11-14T12:31:35,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/208517d55f8a473192e813063eda7a78 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/208517d55f8a473192e813063eda7a78 2024-11-14T12:31:35,340 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/208517d55f8a473192e813063eda7a78, entries=150, sequenceid=322, filesize=12.0 K 2024-11-14T12:31:35,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T12:31:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T12:31:35,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:35,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:35,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:35,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:35,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:35,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for eebc7a17128f70597fa08fdf691758cf in 327ms, sequenceid=322, compaction requested=true 2024-11-14T12:31:35,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:35,347 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:35,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:35,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:35,349 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111801 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:35,349 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/A is initiating minor compaction (all files) 2024-11-14T12:31:35,349 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/A in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:35,349 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/d6a3fd57a7eb4c8f87e909eb2ed03a16, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f7614eeceef74d018c0d8334d091b593, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/91cadc4412794cb6a70b380b34444330] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=109.2 K 2024-11-14T12:31:35,349 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:35,349 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/d6a3fd57a7eb4c8f87e909eb2ed03a16, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f7614eeceef74d018c0d8334d091b593, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/91cadc4412794cb6a70b380b34444330] 2024-11-14T12:31:35,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:31:35,350 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6a3fd57a7eb4c8f87e909eb2ed03a16, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731587493443 2024-11-14T12:31:35,350 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7614eeceef74d018c0d8334d091b593, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731587494173 2024-11-14T12:31:35,351 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91cadc4412794cb6a70b380b34444330, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731587494879 2024-11-14T12:31:35,352 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:35,363 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:35,363 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/B is initiating minor compaction (all files) 2024-11-14T12:31:35,363 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/B in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:35,364 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8651ea40481a4d4e941858c8a2ad25c3, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/18fb06fec8f04234aefe499e32bfa8b9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8c867aaa9bf84b2ebc4f7a021d96cd00] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=36.7 K 2024-11-14T12:31:35,366 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:35,368 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 8651ea40481a4d4e941858c8a2ad25c3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731587493443 2024-11-14T12:31:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:35,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:31:35,371 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 18fb06fec8f04234aefe499e32bfa8b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731587494173 2024-11-14T12:31:35,372 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c867aaa9bf84b2ebc4f7a021d96cd00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731587494908 2024-11-14T12:31:35,373 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411149abb7f977d5f40409719c678e2f60a90_eebc7a17128f70597fa08fdf691758cf store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:35,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:35,375 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411149abb7f977d5f40409719c678e2f60a90_eebc7a17128f70597fa08fdf691758cf, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:35,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:35,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:35,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:35,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:35,375 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149abb7f977d5f40409719c678e2f60a90_eebc7a17128f70597fa08fdf691758cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:35,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:35,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742248_1424 (size=4469) 2024-11-14T12:31:35,413 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#B#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:35,414 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/44f0b8dab4dd44a3b0cb8321a2e6ee9c is 50, key is test_row_0/B:col10/1731587495020/Put/seqid=0 2024-11-14T12:31:35,417 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#A#compaction#350 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:35,418 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/a8bfd89fd5774f2093d1192da8635657 is 175, key is test_row_0/A:col10/1731587495020/Put/seqid=0 2024-11-14T12:31:35,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147d9725f3fe0649cfb6d907447f82d232_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587495371/Put/seqid=0 2024-11-14T12:31:35,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742249_1425 (size=13051) 2024-11-14T12:31:35,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742250_1426 (size=32005) 2024-11-14T12:31:35,463 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/44f0b8dab4dd44a3b0cb8321a2e6ee9c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/44f0b8dab4dd44a3b0cb8321a2e6ee9c 2024-11-14T12:31:35,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742251_1427 (size=14994) 2024-11-14T12:31:35,466 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:35,470 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147d9725f3fe0649cfb6d907447f82d232_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147d9725f3fe0649cfb6d907447f82d232_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:35,471 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/14fbd3dee72443589abfedd96947f57b, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:35,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/14fbd3dee72443589abfedd96947f57b is 175, key is test_row_0/A:col10/1731587495371/Put/seqid=0 2024-11-14T12:31:35,472 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/B of eebc7a17128f70597fa08fdf691758cf into 44f0b8dab4dd44a3b0cb8321a2e6ee9c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:35,473 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:35,473 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/B, priority=13, startTime=1731587495348; duration=0sec 2024-11-14T12:31:35,474 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:35,474 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:B 2024-11-14T12:31:35,474 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:35,475 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:35,475 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/C is initiating minor compaction (all files) 2024-11-14T12:31:35,475 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/C in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:35,475 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/e5cba17bf95449dd908d4f86a7d43d3f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/f2abaa62915c4c4d856c4a8fe44bfc45, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/208517d55f8a473192e813063eda7a78] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=36.7 K 2024-11-14T12:31:35,476 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting e5cba17bf95449dd908d4f86a7d43d3f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731587493443 2024-11-14T12:31:35,476 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting f2abaa62915c4c4d856c4a8fe44bfc45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731587494173 2024-11-14T12:31:35,476 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 208517d55f8a473192e813063eda7a78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731587494908 2024-11-14T12:31:35,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742252_1428 (size=39949) 2024-11-14T12:31:35,485 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/14fbd3dee72443589abfedd96947f57b 2024-11-14T12:31:35,497 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,500 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#C#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:35,500 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/418bc4650492449fa11c47edb9f2a271 is 50, key is test_row_0/C:col10/1731587495020/Put/seqid=0 2024-11-14T12:31:35,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T12:31:35,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:35,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:35,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:35,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:35,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:35,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/ec22f3bde6ac4b5fa76d63edc48c917e is 50, key is test_row_0/B:col10/1731587495371/Put/seqid=0 2024-11-14T12:31:35,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742253_1429 (size=13051) 2024-11-14T12:31:35,520 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/418bc4650492449fa11c47edb9f2a271 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/418bc4650492449fa11c47edb9f2a271 2024-11-14T12:31:35,528 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/C of eebc7a17128f70597fa08fdf691758cf into 418bc4650492449fa11c47edb9f2a271(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:35,529 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:35,529 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/C, priority=13, startTime=1731587495350; duration=0sec 2024-11-14T12:31:35,529 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:35,529 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:C 2024-11-14T12:31:35,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587555526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587555527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742254_1430 (size=12301) 2024-11-14T12:31:35,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/ec22f3bde6ac4b5fa76d63edc48c917e 2024-11-14T12:31:35,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587555595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/ba0acde45c164cc5b01483178ffe9f05 is 50, key is test_row_0/C:col10/1731587495371/Put/seqid=0 2024-11-14T12:31:35,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587555632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742255_1431 (size=12301) 2024-11-14T12:31:35,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587555636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/ba0acde45c164cc5b01483178ffe9f05 2024-11-14T12:31:35,655 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T12:31:35,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:35,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:35,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:35,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:35,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:35,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/14fbd3dee72443589abfedd96947f57b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/14fbd3dee72443589abfedd96947f57b 2024-11-14T12:31:35,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/14fbd3dee72443589abfedd96947f57b, entries=200, sequenceid=334, filesize=39.0 K 2024-11-14T12:31:35,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/ec22f3bde6ac4b5fa76d63edc48c917e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/ec22f3bde6ac4b5fa76d63edc48c917e 2024-11-14T12:31:35,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/ec22f3bde6ac4b5fa76d63edc48c917e, entries=150, sequenceid=334, filesize=12.0 K 2024-11-14T12:31:35,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/ba0acde45c164cc5b01483178ffe9f05 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/ba0acde45c164cc5b01483178ffe9f05 2024-11-14T12:31:35,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/ba0acde45c164cc5b01483178ffe9f05, entries=150, sequenceid=334, filesize=12.0 K 2024-11-14T12:31:35,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for eebc7a17128f70597fa08fdf691758cf in 316ms, sequenceid=334, compaction requested=false 2024-11-14T12:31:35,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:35,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T12:31:35,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:35,821 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T12:31:35,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:35,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:35,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:35,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:35,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:35,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T12:31:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:35,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. as already flushing 2024-11-14T12:31:35,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114705be8e86a1a4fd593d7c5a443dc584f_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587495525/Put/seqid=0 2024-11-14T12:31:35,876 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/a8bfd89fd5774f2093d1192da8635657 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/a8bfd89fd5774f2093d1192da8635657 2024-11-14T12:31:35,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587555880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587555880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742256_1432 (size=12454) 2024-11-14T12:31:35,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:35,912 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/A of eebc7a17128f70597fa08fdf691758cf into a8bfd89fd5774f2093d1192da8635657(size=31.3 K), total size for store is 70.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:35,912 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:35,913 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/A, priority=13, startTime=1731587495347; duration=0sec 2024-11-14T12:31:35,913 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:35,913 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:A 2024-11-14T12:31:35,936 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114705be8e86a1a4fd593d7c5a443dc584f_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114705be8e86a1a4fd593d7c5a443dc584f_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:35,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/f24343f0c16348aa9987dc6db7dc6e50, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:35,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/f24343f0c16348aa9987dc6db7dc6e50 is 175, key is test_row_0/A:col10/1731587495525/Put/seqid=0 2024-11-14T12:31:35,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742257_1433 (size=31255) 2024-11-14T12:31:35,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587555990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:35,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587555993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:36,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587556200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:36,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587556207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:36,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56452 deadline: 1731587556224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:36,228 DEBUG [Thread-1526 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8206 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:31:36,352 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/f24343f0c16348aa9987dc6db7dc6e50 2024-11-14T12:31:36,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/8c0d6d535e9e41639a30f89dbd587d3a is 50, key is test_row_0/B:col10/1731587495525/Put/seqid=0 2024-11-14T12:31:36,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742258_1434 (size=12301) 2024-11-14T12:31:36,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587556517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:36,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587556532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:36,828 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/8c0d6d535e9e41639a30f89dbd587d3a 2024-11-14T12:31:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T12:31:36,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/208443133e184c56b16d3bfc0a68f24f is 50, key is test_row_0/C:col10/1731587495525/Put/seqid=0 2024-11-14T12:31:36,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742259_1435 (size=12301) 2024-11-14T12:31:36,863 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/208443133e184c56b16d3bfc0a68f24f 2024-11-14T12:31:36,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/f24343f0c16348aa9987dc6db7dc6e50 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f24343f0c16348aa9987dc6db7dc6e50 2024-11-14T12:31:36,898 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f24343f0c16348aa9987dc6db7dc6e50, entries=150, sequenceid=360, filesize=30.5 K 2024-11-14T12:31:36,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/8c0d6d535e9e41639a30f89dbd587d3a as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8c0d6d535e9e41639a30f89dbd587d3a 2024-11-14T12:31:36,911 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8c0d6d535e9e41639a30f89dbd587d3a, entries=150, sequenceid=360, filesize=12.0 K 2024-11-14T12:31:36,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/208443133e184c56b16d3bfc0a68f24f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/208443133e184c56b16d3bfc0a68f24f 2024-11-14T12:31:36,934 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/208443133e184c56b16d3bfc0a68f24f, entries=150, sequenceid=360, filesize=12.0 K 2024-11-14T12:31:36,935 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for eebc7a17128f70597fa08fdf691758cf in 1114ms, sequenceid=360, compaction requested=true 2024-11-14T12:31:36,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:36,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:36,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-14T12:31:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-14T12:31:36,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-14T12:31:36,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2110 sec 2024-11-14T12:31:36,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.2160 sec 2024-11-14T12:31:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:37,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T12:31:37,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:37,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:37,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:37,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:37,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:37,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:37,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e290fda81cdc4036bab63742ca70500d_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587495866/Put/seqid=0 2024-11-14T12:31:37,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742260_1436 (size=12454) 2024-11-14T12:31:37,097 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:37,105 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e290fda81cdc4036bab63742ca70500d_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e290fda81cdc4036bab63742ca70500d_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:37,115 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/e6445d8d118d42b8b32565cee525414b, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:37,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/e6445d8d118d42b8b32565cee525414b is 175, key is test_row_0/A:col10/1731587495866/Put/seqid=0 2024-11-14T12:31:37,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742261_1437 (size=31255) 2024-11-14T12:31:37,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587557156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:37,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587557156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:37,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587557267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:37,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587557267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:37,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587557477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:37,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587557477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:37,561 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/e6445d8d118d42b8b32565cee525414b 2024-11-14T12:31:37,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/2143fd2fc12140beb445ed36d01ffb71 is 50, key is test_row_0/B:col10/1731587495866/Put/seqid=0 2024-11-14T12:31:37,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742262_1438 (size=12301) 2024-11-14T12:31:37,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56468 deadline: 1731587557613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:37,617 DEBUG [Thread-1522 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:31:37,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587557784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:37,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587557788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:37,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/2143fd2fc12140beb445ed36d01ffb71 2024-11-14T12:31:37,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/0b407217aa3f460f8ae46b1df5cca227 is 50, key is test_row_0/C:col10/1731587495866/Put/seqid=0 2024-11-14T12:31:38,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742263_1439 (size=12301) 2024-11-14T12:31:38,134 DEBUG [Thread-1541 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00796ff5 to 127.0.0.1:63767 2024-11-14T12:31:38,134 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:38,135 DEBUG [Thread-1537 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x482f1baa to 127.0.0.1:63767 2024-11-14T12:31:38,135 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:38,135 DEBUG [Thread-1533 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f8019db to 127.0.0.1:63767 2024-11-14T12:31:38,135 DEBUG [Thread-1533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:38,140 DEBUG [Thread-1539 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4185f9e7 to 127.0.0.1:63767 2024-11-14T12:31:38,141 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:38,141 DEBUG [Thread-1535 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b44a589 to 127.0.0.1:63767 2024-11-14T12:31:38,141 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:38,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56490 deadline: 1731587558167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:38,168 DEBUG [Thread-1528 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8192 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:31:38,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56484 deadline: 1731587558294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:38,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56460 deadline: 1731587558298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:38,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/0b407217aa3f460f8ae46b1df5cca227 2024-11-14T12:31:38,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/e6445d8d118d42b8b32565cee525414b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/e6445d8d118d42b8b32565cee525414b 2024-11-14T12:31:38,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/e6445d8d118d42b8b32565cee525414b, entries=150, sequenceid=374, filesize=30.5 K 2024-11-14T12:31:38,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/2143fd2fc12140beb445ed36d01ffb71 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/2143fd2fc12140beb445ed36d01ffb71 2024-11-14T12:31:38,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/2143fd2fc12140beb445ed36d01ffb71, entries=150, sequenceid=374, filesize=12.0 K 2024-11-14T12:31:38,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/0b407217aa3f460f8ae46b1df5cca227 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/0b407217aa3f460f8ae46b1df5cca227 2024-11-14T12:31:38,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/0b407217aa3f460f8ae46b1df5cca227, entries=150, sequenceid=374, filesize=12.0 K 2024-11-14T12:31:38,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for eebc7a17128f70597fa08fdf691758cf in 1379ms, sequenceid=374, compaction requested=true 2024-11-14T12:31:38,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:38,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:38,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:38,424 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:38,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:38,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:38,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eebc7a17128f70597fa08fdf691758cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:38,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:38,424 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:38,425 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:38,425 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/A is initiating minor compaction (all files) 2024-11-14T12:31:38,425 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/A in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:38,425 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:38,425 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/a8bfd89fd5774f2093d1192da8635657, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/14fbd3dee72443589abfedd96947f57b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f24343f0c16348aa9987dc6db7dc6e50, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/e6445d8d118d42b8b32565cee525414b] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=131.3 K 2024-11-14T12:31:38,425 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/B is initiating minor compaction (all files) 2024-11-14T12:31:38,425 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:38,425 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/B in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:38,425 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/a8bfd89fd5774f2093d1192da8635657, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/14fbd3dee72443589abfedd96947f57b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f24343f0c16348aa9987dc6db7dc6e50, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/e6445d8d118d42b8b32565cee525414b] 2024-11-14T12:31:38,425 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/44f0b8dab4dd44a3b0cb8321a2e6ee9c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/ec22f3bde6ac4b5fa76d63edc48c917e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8c0d6d535e9e41639a30f89dbd587d3a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/2143fd2fc12140beb445ed36d01ffb71] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=48.8 K 2024-11-14T12:31:38,425 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8bfd89fd5774f2093d1192da8635657, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731587494908 2024-11-14T12:31:38,426 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 44f0b8dab4dd44a3b0cb8321a2e6ee9c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731587494908 2024-11-14T12:31:38,426 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14fbd3dee72443589abfedd96947f57b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731587495030 2024-11-14T12:31:38,426 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting ec22f3bde6ac4b5fa76d63edc48c917e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731587495030 2024-11-14T12:31:38,426 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting f24343f0c16348aa9987dc6db7dc6e50, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731587495430 2024-11-14T12:31:38,426 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c0d6d535e9e41639a30f89dbd587d3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731587495430 2024-11-14T12:31:38,426 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6445d8d118d42b8b32565cee525414b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731587495857 2024-11-14T12:31:38,427 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 2143fd2fc12140beb445ed36d01ffb71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731587495857 2024-11-14T12:31:38,433 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:38,434 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#B#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:38,435 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/d71520814dad4508b4201ba7ad5b4a9d is 50, key is test_row_0/B:col10/1731587495866/Put/seqid=0 2024-11-14T12:31:38,435 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411148572ded1491949d882d7727dd5388f6b_eebc7a17128f70597fa08fdf691758cf store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:38,439 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411148572ded1491949d882d7727dd5388f6b_eebc7a17128f70597fa08fdf691758cf, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:38,439 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148572ded1491949d882d7727dd5388f6b_eebc7a17128f70597fa08fdf691758cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:38,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742264_1440 (size=13187) 2024-11-14T12:31:38,444 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/d71520814dad4508b4201ba7ad5b4a9d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/d71520814dad4508b4201ba7ad5b4a9d 2024-11-14T12:31:38,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742265_1441 (size=4469) 2024-11-14T12:31:38,446 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#A#compaction#363 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:38,447 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/692dcd6be280407382aabb6218a5dfb1 is 175, key is test_row_0/A:col10/1731587495866/Put/seqid=0 2024-11-14T12:31:38,448 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/B of eebc7a17128f70597fa08fdf691758cf into d71520814dad4508b4201ba7ad5b4a9d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:38,448 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:38,448 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/B, priority=12, startTime=1731587498424; duration=0sec 2024-11-14T12:31:38,449 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:38,449 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:B 2024-11-14T12:31:38,449 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:38,450 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742266_1442 (size=32141) 2024-11-14T12:31:38,450 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): eebc7a17128f70597fa08fdf691758cf/C is initiating minor compaction (all files) 2024-11-14T12:31:38,450 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eebc7a17128f70597fa08fdf691758cf/C in TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:38,450 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/418bc4650492449fa11c47edb9f2a271, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/ba0acde45c164cc5b01483178ffe9f05, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/208443133e184c56b16d3bfc0a68f24f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/0b407217aa3f460f8ae46b1df5cca227] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp, totalSize=48.8 K 2024-11-14T12:31:38,450 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 418bc4650492449fa11c47edb9f2a271, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731587494908 2024-11-14T12:31:38,450 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting ba0acde45c164cc5b01483178ffe9f05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731587495030 2024-11-14T12:31:38,451 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 208443133e184c56b16d3bfc0a68f24f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731587495430 2024-11-14T12:31:38,451 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b407217aa3f460f8ae46b1df5cca227, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731587495857 2024-11-14T12:31:38,457 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eebc7a17128f70597fa08fdf691758cf#C#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:38,457 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/53c2b03c6c714001a4e01a88e5a1830b is 50, key is test_row_0/C:col10/1731587495866/Put/seqid=0 2024-11-14T12:31:38,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742267_1443 (size=13187) 2024-11-14T12:31:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T12:31:38,848 INFO [Thread-1532 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-14T12:31:38,855 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/692dcd6be280407382aabb6218a5dfb1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/692dcd6be280407382aabb6218a5dfb1 2024-11-14T12:31:38,858 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/A of eebc7a17128f70597fa08fdf691758cf into 692dcd6be280407382aabb6218a5dfb1(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:38,858 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:38,858 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/A, priority=12, startTime=1731587498424; duration=0sec 2024-11-14T12:31:38,858 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:38,858 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:A 2024-11-14T12:31:38,863 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/53c2b03c6c714001a4e01a88e5a1830b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/53c2b03c6c714001a4e01a88e5a1830b 2024-11-14T12:31:38,866 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eebc7a17128f70597fa08fdf691758cf/C of eebc7a17128f70597fa08fdf691758cf into 53c2b03c6c714001a4e01a88e5a1830b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:38,866 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:38,866 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf., storeName=eebc7a17128f70597fa08fdf691758cf/C, priority=12, startTime=1731587498424; duration=0sec 2024-11-14T12:31:38,866 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:38,866 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eebc7a17128f70597fa08fdf691758cf:C 2024-11-14T12:31:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:39,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T12:31:39,304 DEBUG [Thread-1524 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x522d4f9e to 127.0.0.1:63767 2024-11-14T12:31:39,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:39,304 DEBUG [Thread-1524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:39,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:39,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:39,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:39,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:39,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:39,305 DEBUG [Thread-1530 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ad35b9a to 127.0.0.1:63767 2024-11-14T12:31:39,305 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:39,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a9dfa23f943e44c2a58a9c6290414b55_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587499302/Put/seqid=0 2024-11-14T12:31:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742268_1444 (size=12454) 2024-11-14T12:31:39,718 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:39,721 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a9dfa23f943e44c2a58a9c6290414b55_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a9dfa23f943e44c2a58a9c6290414b55_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:39,722 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/d6c82d8b26ee4a588b6e8ae9814a8fef, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:39,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/d6c82d8b26ee4a588b6e8ae9814a8fef is 175, key is test_row_0/A:col10/1731587499302/Put/seqid=0 2024-11-14T12:31:39,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742269_1445 (size=31255) 2024-11-14T12:31:40,126 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/d6c82d8b26ee4a588b6e8ae9814a8fef 2024-11-14T12:31:40,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/c0a1243d1c1f4930b2ae470183a686a2 is 50, key is test_row_0/B:col10/1731587499302/Put/seqid=0 2024-11-14T12:31:40,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742270_1446 (size=12301) 2024-11-14T12:31:40,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/c0a1243d1c1f4930b2ae470183a686a2 2024-11-14T12:31:40,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/a5df57ffd0384bffa03ec8eead00de13 is 50, key is test_row_0/C:col10/1731587499302/Put/seqid=0 2024-11-14T12:31:40,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742271_1447 (size=12301) 2024-11-14T12:31:40,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/a5df57ffd0384bffa03ec8eead00de13 2024-11-14T12:31:40,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/d6c82d8b26ee4a588b6e8ae9814a8fef as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/d6c82d8b26ee4a588b6e8ae9814a8fef 2024-11-14T12:31:40,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/d6c82d8b26ee4a588b6e8ae9814a8fef, entries=150, sequenceid=401, filesize=30.5 K 2024-11-14T12:31:40,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/c0a1243d1c1f4930b2ae470183a686a2 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c0a1243d1c1f4930b2ae470183a686a2 2024-11-14T12:31:40,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c0a1243d1c1f4930b2ae470183a686a2, entries=150, sequenceid=401, filesize=12.0 K 2024-11-14T12:31:40,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/a5df57ffd0384bffa03ec8eead00de13 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/a5df57ffd0384bffa03ec8eead00de13 2024-11-14T12:31:40,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/a5df57ffd0384bffa03ec8eead00de13, entries=150, sequenceid=401, filesize=12.0 K 2024-11-14T12:31:40,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=6.71 KB/6870 for eebc7a17128f70597fa08fdf691758cf in 1661ms, sequenceid=401, compaction requested=false 2024-11-14T12:31:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:41,640 DEBUG [Thread-1522 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45b85570 to 127.0.0.1:63767 2024-11-14T12:31:41,640 DEBUG [Thread-1522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:42,691 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:31:46,303 DEBUG [Thread-1526 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10c5fcb3 to 127.0.0.1:63767 2024-11-14T12:31:46,303 DEBUG [Thread-1526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:47,948 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/ea15dcfe064747e8b9e7b8c43d5367ea, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/be610a44e93149ee88db6b476afa553b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/571e456d4af14c73ac946449112b6e4b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/fde52d59c8bc440cb51dcd990e7d206c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/4d5c8e484b6e4c1a9d422c18667b46be, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/bd3a94f1081442119c155cacc4becdb8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/6ef4f7bd7e65491f902e9be9d6816ca8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/41a82652e2e3454f8bd89a76a0eec7ba, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/6d82b38fd65742648b54393d111c99a4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/849371fba40245459f7405a0c727d348, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/187033ba73754bb1aa632ebcad5509c4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f830c1f0d0b14a0da098ab83b671254e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/e1036b8fda18433e99a401cfa70a9951, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f468fdc5aea642cca91848ef5b1ea41e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/9da99fadaacb42d895aa54ea6c4778fa, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/02e6bec1ae8348f185fff1dc3673ce58, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/54bae0d848864ca490664e3bd157cb96, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/3e1da88d453c4198af8d7139a1363ecb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/0fa11fb1fabf499f9ec547e4f3b20e7f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/d6a3fd57a7eb4c8f87e909eb2ed03a16, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f7614eeceef74d018c0d8334d091b593, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/91cadc4412794cb6a70b380b34444330, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/a8bfd89fd5774f2093d1192da8635657, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/14fbd3dee72443589abfedd96947f57b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f24343f0c16348aa9987dc6db7dc6e50, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/e6445d8d118d42b8b32565cee525414b] to archive 2024-11-14T12:31:47,949 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:31:47,950 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/ea15dcfe064747e8b9e7b8c43d5367ea to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/ea15dcfe064747e8b9e7b8c43d5367ea 2024-11-14T12:31:47,951 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/be610a44e93149ee88db6b476afa553b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/be610a44e93149ee88db6b476afa553b 2024-11-14T12:31:47,952 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/571e456d4af14c73ac946449112b6e4b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/571e456d4af14c73ac946449112b6e4b 2024-11-14T12:31:47,953 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/fde52d59c8bc440cb51dcd990e7d206c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/fde52d59c8bc440cb51dcd990e7d206c 2024-11-14T12:31:47,954 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/4d5c8e484b6e4c1a9d422c18667b46be to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/4d5c8e484b6e4c1a9d422c18667b46be 2024-11-14T12:31:47,955 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/bd3a94f1081442119c155cacc4becdb8 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/bd3a94f1081442119c155cacc4becdb8 2024-11-14T12:31:47,955 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/6ef4f7bd7e65491f902e9be9d6816ca8 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/6ef4f7bd7e65491f902e9be9d6816ca8 2024-11-14T12:31:47,956 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/41a82652e2e3454f8bd89a76a0eec7ba to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/41a82652e2e3454f8bd89a76a0eec7ba 2024-11-14T12:31:47,957 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/6d82b38fd65742648b54393d111c99a4 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/6d82b38fd65742648b54393d111c99a4 2024-11-14T12:31:47,958 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/849371fba40245459f7405a0c727d348 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/849371fba40245459f7405a0c727d348 2024-11-14T12:31:47,959 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/187033ba73754bb1aa632ebcad5509c4 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/187033ba73754bb1aa632ebcad5509c4 2024-11-14T12:31:47,960 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f830c1f0d0b14a0da098ab83b671254e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f830c1f0d0b14a0da098ab83b671254e 2024-11-14T12:31:47,961 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/e1036b8fda18433e99a401cfa70a9951 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/e1036b8fda18433e99a401cfa70a9951 2024-11-14T12:31:47,962 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f468fdc5aea642cca91848ef5b1ea41e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f468fdc5aea642cca91848ef5b1ea41e 2024-11-14T12:31:47,963 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/9da99fadaacb42d895aa54ea6c4778fa to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/9da99fadaacb42d895aa54ea6c4778fa 2024-11-14T12:31:47,964 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/02e6bec1ae8348f185fff1dc3673ce58 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/02e6bec1ae8348f185fff1dc3673ce58 2024-11-14T12:31:47,965 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/54bae0d848864ca490664e3bd157cb96 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/54bae0d848864ca490664e3bd157cb96 2024-11-14T12:31:47,965 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/3e1da88d453c4198af8d7139a1363ecb to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/3e1da88d453c4198af8d7139a1363ecb 2024-11-14T12:31:47,966 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/0fa11fb1fabf499f9ec547e4f3b20e7f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/0fa11fb1fabf499f9ec547e4f3b20e7f 2024-11-14T12:31:47,967 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/d6a3fd57a7eb4c8f87e909eb2ed03a16 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/d6a3fd57a7eb4c8f87e909eb2ed03a16 2024-11-14T12:31:47,968 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f7614eeceef74d018c0d8334d091b593 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f7614eeceef74d018c0d8334d091b593 2024-11-14T12:31:47,969 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/91cadc4412794cb6a70b380b34444330 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/91cadc4412794cb6a70b380b34444330 2024-11-14T12:31:47,969 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/a8bfd89fd5774f2093d1192da8635657 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/a8bfd89fd5774f2093d1192da8635657 2024-11-14T12:31:47,970 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/14fbd3dee72443589abfedd96947f57b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/14fbd3dee72443589abfedd96947f57b 2024-11-14T12:31:47,971 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f24343f0c16348aa9987dc6db7dc6e50 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/f24343f0c16348aa9987dc6db7dc6e50 2024-11-14T12:31:47,972 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/e6445d8d118d42b8b32565cee525414b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/e6445d8d118d42b8b32565cee525414b 2024-11-14T12:31:47,975 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/fd235f6c87424e249c25fedb417a27f2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/f1c55707bb2f4579b8582af519b69481, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/7846f07b15bd416b96e663070552c430, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/eeab5877c3ac4ef09c0de93f073d63fc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/9142e08c44c84404bccfa02eda731bed, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/82b32f2231024a2da51c96afd0975f7f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/039ebe3865054b2d9c6383ec490c1f83, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/780c33c854e845708a508d419b6b65f5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c82b266595f04245ae28b52ff3edb145, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/82e052f0ffa3492990c141cd2c856d38, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/a8503a7a972d4987a3fa8ca07751e243, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/182c81c2451245f68edb2f12e93d59e7, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/109bd52f461a47439e67236f5facc02d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/451bd832c6de4d8a9569986cd7a8dde6, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/4468008d47eb40fbb5eb0ca90554b8ee, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/1bd82fd80fe6428a8d3c951ef6d19664, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c34b12399bb547edb83ed99e02fbc344, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/ce8fe14e73f84dac9076ad610a918655, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8651ea40481a4d4e941858c8a2ad25c3, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/60d79168d82945719dcb319c26ecb811, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/18fb06fec8f04234aefe499e32bfa8b9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/44f0b8dab4dd44a3b0cb8321a2e6ee9c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8c867aaa9bf84b2ebc4f7a021d96cd00, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/ec22f3bde6ac4b5fa76d63edc48c917e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8c0d6d535e9e41639a30f89dbd587d3a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/2143fd2fc12140beb445ed36d01ffb71] to archive 2024-11-14T12:31:47,975 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:31:47,976 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/fd235f6c87424e249c25fedb417a27f2 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/fd235f6c87424e249c25fedb417a27f2 2024-11-14T12:31:47,977 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/f1c55707bb2f4579b8582af519b69481 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/f1c55707bb2f4579b8582af519b69481 2024-11-14T12:31:47,978 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/7846f07b15bd416b96e663070552c430 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/7846f07b15bd416b96e663070552c430 2024-11-14T12:31:47,978 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/eeab5877c3ac4ef09c0de93f073d63fc to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/eeab5877c3ac4ef09c0de93f073d63fc 2024-11-14T12:31:47,979 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/9142e08c44c84404bccfa02eda731bed to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/9142e08c44c84404bccfa02eda731bed 2024-11-14T12:31:47,980 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/82b32f2231024a2da51c96afd0975f7f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/82b32f2231024a2da51c96afd0975f7f 2024-11-14T12:31:47,981 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/039ebe3865054b2d9c6383ec490c1f83 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/039ebe3865054b2d9c6383ec490c1f83 2024-11-14T12:31:47,981 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/780c33c854e845708a508d419b6b65f5 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/780c33c854e845708a508d419b6b65f5 2024-11-14T12:31:47,982 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c82b266595f04245ae28b52ff3edb145 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c82b266595f04245ae28b52ff3edb145 2024-11-14T12:31:47,983 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/82e052f0ffa3492990c141cd2c856d38 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/82e052f0ffa3492990c141cd2c856d38 2024-11-14T12:31:47,984 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/a8503a7a972d4987a3fa8ca07751e243 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/a8503a7a972d4987a3fa8ca07751e243 2024-11-14T12:31:47,985 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/182c81c2451245f68edb2f12e93d59e7 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/182c81c2451245f68edb2f12e93d59e7 2024-11-14T12:31:47,985 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/109bd52f461a47439e67236f5facc02d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/109bd52f461a47439e67236f5facc02d 2024-11-14T12:31:47,986 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/451bd832c6de4d8a9569986cd7a8dde6 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/451bd832c6de4d8a9569986cd7a8dde6 2024-11-14T12:31:47,987 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/4468008d47eb40fbb5eb0ca90554b8ee to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/4468008d47eb40fbb5eb0ca90554b8ee 2024-11-14T12:31:47,988 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/1bd82fd80fe6428a8d3c951ef6d19664 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/1bd82fd80fe6428a8d3c951ef6d19664 2024-11-14T12:31:47,989 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c34b12399bb547edb83ed99e02fbc344 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c34b12399bb547edb83ed99e02fbc344 2024-11-14T12:31:47,989 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/ce8fe14e73f84dac9076ad610a918655 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/ce8fe14e73f84dac9076ad610a918655 2024-11-14T12:31:47,990 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8651ea40481a4d4e941858c8a2ad25c3 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8651ea40481a4d4e941858c8a2ad25c3 2024-11-14T12:31:47,991 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/60d79168d82945719dcb319c26ecb811 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/60d79168d82945719dcb319c26ecb811 2024-11-14T12:31:47,992 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/18fb06fec8f04234aefe499e32bfa8b9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/18fb06fec8f04234aefe499e32bfa8b9 2024-11-14T12:31:47,992 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/44f0b8dab4dd44a3b0cb8321a2e6ee9c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/44f0b8dab4dd44a3b0cb8321a2e6ee9c 2024-11-14T12:31:47,993 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8c867aaa9bf84b2ebc4f7a021d96cd00 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8c867aaa9bf84b2ebc4f7a021d96cd00 2024-11-14T12:31:47,994 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/ec22f3bde6ac4b5fa76d63edc48c917e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/ec22f3bde6ac4b5fa76d63edc48c917e 2024-11-14T12:31:47,995 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8c0d6d535e9e41639a30f89dbd587d3a to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/8c0d6d535e9e41639a30f89dbd587d3a 2024-11-14T12:31:47,996 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/2143fd2fc12140beb445ed36d01ffb71 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/2143fd2fc12140beb445ed36d01ffb71 2024-11-14T12:31:47,999 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/17199d5f5ec4497897ea42bd595ce2fe, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/8d3059b411ea4e0cbbbe88df028b8259, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/5530a34ed63945a4bb00f264179e07c9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/31ff761431854049bf2fbedc1782ac20, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/99d7ebfc9b7b470c8b851e8a5ec3b42a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/cba54de11e6f4da2aa8aad1efc55ca40, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/03ee3e14c78e43f4b10856be8462da87, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/94d02c61c6cc4a1388759b5f2a2a5d03, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/1bf035d72510493f82e93ea9fd8676db, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3509a498563446938837249919d81603, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/559e72fd3d514164af36c4b38394ce00, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/0b0da779890c44f7adfecbf36cca5c52, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/26ce0953728f409ebfd092898785b8cd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3502f3d23d714ce1878db1ce2e606ce0, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/400a0cab97fd4f96a685ef06f13bad34, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/cb94d30b191b433a994f4ce13715e47e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3a7504cc667f4ab882df0484b6a71a96, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/80f37da15e3c42eab1a34f038fce41f2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/e5cba17bf95449dd908d4f86a7d43d3f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/232f6148c51c42a4b31a9d22549e7615, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/f2abaa62915c4c4d856c4a8fe44bfc45, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/418bc4650492449fa11c47edb9f2a271, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/208517d55f8a473192e813063eda7a78, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/ba0acde45c164cc5b01483178ffe9f05, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/208443133e184c56b16d3bfc0a68f24f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/0b407217aa3f460f8ae46b1df5cca227] to archive 2024-11-14T12:31:47,999 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:31:48,000 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/17199d5f5ec4497897ea42bd595ce2fe to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/17199d5f5ec4497897ea42bd595ce2fe 2024-11-14T12:31:48,001 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/8d3059b411ea4e0cbbbe88df028b8259 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/8d3059b411ea4e0cbbbe88df028b8259 2024-11-14T12:31:48,002 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/5530a34ed63945a4bb00f264179e07c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/5530a34ed63945a4bb00f264179e07c9 2024-11-14T12:31:48,003 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/31ff761431854049bf2fbedc1782ac20 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/31ff761431854049bf2fbedc1782ac20 2024-11-14T12:31:48,003 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/99d7ebfc9b7b470c8b851e8a5ec3b42a to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/99d7ebfc9b7b470c8b851e8a5ec3b42a 2024-11-14T12:31:48,004 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/cba54de11e6f4da2aa8aad1efc55ca40 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/cba54de11e6f4da2aa8aad1efc55ca40 2024-11-14T12:31:48,005 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/03ee3e14c78e43f4b10856be8462da87 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/03ee3e14c78e43f4b10856be8462da87 2024-11-14T12:31:48,006 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/94d02c61c6cc4a1388759b5f2a2a5d03 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/94d02c61c6cc4a1388759b5f2a2a5d03 2024-11-14T12:31:48,006 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/1bf035d72510493f82e93ea9fd8676db to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/1bf035d72510493f82e93ea9fd8676db 2024-11-14T12:31:48,007 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3509a498563446938837249919d81603 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3509a498563446938837249919d81603 2024-11-14T12:31:48,008 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/559e72fd3d514164af36c4b38394ce00 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/559e72fd3d514164af36c4b38394ce00 2024-11-14T12:31:48,009 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/0b0da779890c44f7adfecbf36cca5c52 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/0b0da779890c44f7adfecbf36cca5c52 2024-11-14T12:31:48,010 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/26ce0953728f409ebfd092898785b8cd to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/26ce0953728f409ebfd092898785b8cd 2024-11-14T12:31:48,011 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3502f3d23d714ce1878db1ce2e606ce0 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3502f3d23d714ce1878db1ce2e606ce0 2024-11-14T12:31:48,011 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/400a0cab97fd4f96a685ef06f13bad34 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/400a0cab97fd4f96a685ef06f13bad34 2024-11-14T12:31:48,012 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/cb94d30b191b433a994f4ce13715e47e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/cb94d30b191b433a994f4ce13715e47e 2024-11-14T12:31:48,013 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3a7504cc667f4ab882df0484b6a71a96 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/3a7504cc667f4ab882df0484b6a71a96 2024-11-14T12:31:48,013 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/80f37da15e3c42eab1a34f038fce41f2 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/80f37da15e3c42eab1a34f038fce41f2 2024-11-14T12:31:48,014 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/e5cba17bf95449dd908d4f86a7d43d3f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/e5cba17bf95449dd908d4f86a7d43d3f 2024-11-14T12:31:48,015 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/232f6148c51c42a4b31a9d22549e7615 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/232f6148c51c42a4b31a9d22549e7615 2024-11-14T12:31:48,016 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/f2abaa62915c4c4d856c4a8fe44bfc45 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/f2abaa62915c4c4d856c4a8fe44bfc45 2024-11-14T12:31:48,017 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/418bc4650492449fa11c47edb9f2a271 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/418bc4650492449fa11c47edb9f2a271 2024-11-14T12:31:48,018 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/208517d55f8a473192e813063eda7a78 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/208517d55f8a473192e813063eda7a78 2024-11-14T12:31:48,019 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/ba0acde45c164cc5b01483178ffe9f05 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/ba0acde45c164cc5b01483178ffe9f05 2024-11-14T12:31:48,020 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/208443133e184c56b16d3bfc0a68f24f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/208443133e184c56b16d3bfc0a68f24f 2024-11-14T12:31:48,021 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/0b407217aa3f460f8ae46b1df5cca227 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/0b407217aa3f460f8ae46b1df5cca227 2024-11-14T12:31:48,219 DEBUG [Thread-1528 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x115da668 to 127.0.0.1:63767 2024-11-14T12:31:48,219 DEBUG [Thread-1528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1835 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5504 rows 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1820 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5460 rows 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1824 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5472 rows 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1813 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5438 rows 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1824 2024-11-14T12:31:48,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5471 rows 2024-11-14T12:31:48,220 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T12:31:48,220 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c55cccc to 127.0.0.1:63767 2024-11-14T12:31:48,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:31:48,222 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T12:31:48,223 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T12:31:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T12:31:48,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587508226"}]},"ts":"1731587508226"} 2024-11-14T12:31:48,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T12:31:48,231 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T12:31:48,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:31:48,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eebc7a17128f70597fa08fdf691758cf, UNASSIGN}] 2024-11-14T12:31:48,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eebc7a17128f70597fa08fdf691758cf, UNASSIGN 2024-11-14T12:31:48,235 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=108 updating hbase:meta row=eebc7a17128f70597fa08fdf691758cf, regionState=CLOSING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:48,237 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:31:48,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; CloseRegionProcedure eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:31:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T12:31:48,388 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:48,389 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(124): Close eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:48,389 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T12:31:48,389 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1681): Closing eebc7a17128f70597fa08fdf691758cf, disabling compactions & flushes 2024-11-14T12:31:48,389 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:48,389 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:48,389 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. after waiting 0 ms 2024-11-14T12:31:48,389 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:48,389 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(2837): Flushing eebc7a17128f70597fa08fdf691758cf 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-14T12:31:48,389 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=A 2024-11-14T12:31:48,389 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:48,389 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=B 2024-11-14T12:31:48,389 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:48,389 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eebc7a17128f70597fa08fdf691758cf, store=C 2024-11-14T12:31:48,390 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:48,407 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c90c0a35acaf43719b8ced38c281c3e2_eebc7a17128f70597fa08fdf691758cf is 50, key is test_row_0/A:col10/1731587508218/Put/seqid=0 2024-11-14T12:31:48,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742272_1448 (size=9914) 2024-11-14T12:31:48,431 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:48,437 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c90c0a35acaf43719b8ced38c281c3e2_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c90c0a35acaf43719b8ced38c281c3e2_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:48,438 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/bdeb93d689484510a317ce97d0c2ef5e, store: [table=TestAcidGuarantees family=A region=eebc7a17128f70597fa08fdf691758cf] 2024-11-14T12:31:48,439 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/bdeb93d689484510a317ce97d0c2ef5e is 175, key is test_row_0/A:col10/1731587508218/Put/seqid=0 2024-11-14T12:31:48,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742273_1449 (size=22561) 2024-11-14T12:31:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T12:31:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T12:31:48,864 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=408, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/bdeb93d689484510a317ce97d0c2ef5e 2024-11-14T12:31:48,902 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/b3a78baea38d40288fbdc3a00cb29946 is 50, key is test_row_0/B:col10/1731587508218/Put/seqid=0 2024-11-14T12:31:48,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742274_1450 (size=9857) 2024-11-14T12:31:48,910 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/b3a78baea38d40288fbdc3a00cb29946 2024-11-14T12:31:48,927 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/dd2c43813df94a25ab38a76a1188a688 is 50, key is test_row_0/C:col10/1731587508218/Put/seqid=0 2024-11-14T12:31:48,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742275_1451 (size=9857) 2024-11-14T12:31:48,944 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/dd2c43813df94a25ab38a76a1188a688 2024-11-14T12:31:48,952 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/A/bdeb93d689484510a317ce97d0c2ef5e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/bdeb93d689484510a317ce97d0c2ef5e 2024-11-14T12:31:48,957 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/bdeb93d689484510a317ce97d0c2ef5e, entries=100, sequenceid=408, filesize=22.0 K 2024-11-14T12:31:48,958 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/B/b3a78baea38d40288fbdc3a00cb29946 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/b3a78baea38d40288fbdc3a00cb29946 2024-11-14T12:31:48,962 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/b3a78baea38d40288fbdc3a00cb29946, entries=100, sequenceid=408, filesize=9.6 K 2024-11-14T12:31:48,962 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/.tmp/C/dd2c43813df94a25ab38a76a1188a688 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/dd2c43813df94a25ab38a76a1188a688 2024-11-14T12:31:48,966 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/dd2c43813df94a25ab38a76a1188a688, entries=100, sequenceid=408, filesize=9.6 K 2024-11-14T12:31:48,967 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for eebc7a17128f70597fa08fdf691758cf in 578ms, sequenceid=408, compaction requested=true 2024-11-14T12:31:48,981 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/recovered.edits/411.seqid, newMaxSeqId=411, maxSeqId=4 2024-11-14T12:31:48,981 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf. 2024-11-14T12:31:48,981 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1635): Region close journal for eebc7a17128f70597fa08fdf691758cf: 2024-11-14T12:31:48,982 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(170): Closed eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:48,983 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=108 updating hbase:meta row=eebc7a17128f70597fa08fdf691758cf, regionState=CLOSED 2024-11-14T12:31:48,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-14T12:31:48,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; CloseRegionProcedure eebc7a17128f70597fa08fdf691758cf, server=7a6a7f6bcca9,45647,1731587384712 in 747 msec 2024-11-14T12:31:48,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-14T12:31:48,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eebc7a17128f70597fa08fdf691758cf, UNASSIGN in 752 msec 2024-11-14T12:31:48,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-14T12:31:48,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 755 msec 2024-11-14T12:31:48,988 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587508988"}]},"ts":"1731587508988"} 2024-11-14T12:31:48,989 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T12:31:48,990 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T12:31:48,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 768 msec 2024-11-14T12:31:49,121 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34141 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34141,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T12:31:49,334 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-14T12:31:49,335 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T12:31:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:49,336 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=110, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T12:31:49,336 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=110, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:49,338 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,340 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/recovered.edits] 2024-11-14T12:31:49,342 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/692dcd6be280407382aabb6218a5dfb1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/692dcd6be280407382aabb6218a5dfb1 2024-11-14T12:31:49,343 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/bdeb93d689484510a317ce97d0c2ef5e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/bdeb93d689484510a317ce97d0c2ef5e 2024-11-14T12:31:49,344 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/d6c82d8b26ee4a588b6e8ae9814a8fef to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/A/d6c82d8b26ee4a588b6e8ae9814a8fef 2024-11-14T12:31:49,345 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/b3a78baea38d40288fbdc3a00cb29946 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/b3a78baea38d40288fbdc3a00cb29946 2024-11-14T12:31:49,346 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c0a1243d1c1f4930b2ae470183a686a2 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/c0a1243d1c1f4930b2ae470183a686a2 2024-11-14T12:31:49,347 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/d71520814dad4508b4201ba7ad5b4a9d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/B/d71520814dad4508b4201ba7ad5b4a9d 2024-11-14T12:31:49,349 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/53c2b03c6c714001a4e01a88e5a1830b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/53c2b03c6c714001a4e01a88e5a1830b 2024-11-14T12:31:49,350 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/a5df57ffd0384bffa03ec8eead00de13 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/a5df57ffd0384bffa03ec8eead00de13 2024-11-14T12:31:49,350 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/dd2c43813df94a25ab38a76a1188a688 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/C/dd2c43813df94a25ab38a76a1188a688 2024-11-14T12:31:49,352 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/recovered.edits/411.seqid to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf/recovered.edits/411.seqid 2024-11-14T12:31:49,353 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,353 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T12:31:49,353 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T12:31:49,354 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T12:31:49,356 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114102298f84ebe4ed58fb9f4b6524b169f_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114102298f84ebe4ed58fb9f4b6524b169f_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,357 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141057db7e05d6433f8cdffe4e2963369f_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141057db7e05d6433f8cdffe4e2963369f_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,358 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111424ec9dfeba124969b0e3e4afd7a285b6_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111424ec9dfeba124969b0e3e4afd7a285b6_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,359 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111431116167ebf44107b929229f4b9d96ee_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111431116167ebf44107b929229f4b9d96ee_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,359 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111431403018675242e2bcb4c49199e37f43_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111431403018675242e2bcb4c49199e37f43_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,360 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143d978503c5724f939f44749560524e54_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143d978503c5724f939f44749560524e54_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,361 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144d3d54dac44e4bad9c9553004aa3a519_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144d3d54dac44e4bad9c9553004aa3a519_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,362 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114705be8e86a1a4fd593d7c5a443dc584f_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114705be8e86a1a4fd593d7c5a443dc584f_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,363 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147b3fb864a8d544a0a5df891d331eb85b_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147b3fb864a8d544a0a5df891d331eb85b_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,363 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147d9725f3fe0649cfb6d907447f82d232_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147d9725f3fe0649cfb6d907447f82d232_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,364 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148a4bf1be00d44877b507803add789370_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148a4bf1be00d44877b507803add789370_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,365 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149c13920e085e42c29ba2b5e7a5868bea_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149c13920e085e42c29ba2b5e7a5868bea_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,366 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a9dfa23f943e44c2a58a9c6290414b55_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a9dfa23f943e44c2a58a9c6290414b55_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,367 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c1daef648a804423b5cf1ffacfb5eeee_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c1daef648a804423b5cf1ffacfb5eeee_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,368 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c3548a7c9bf74c918429b11cffa747b9_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c3548a7c9bf74c918429b11cffa747b9_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,369 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c90c0a35acaf43719b8ced38c281c3e2_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c90c0a35acaf43719b8ced38c281c3e2_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,369 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cd972af918514e5c8fae2af8825b3f3d_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cd972af918514e5c8fae2af8825b3f3d_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,370 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d659a8b46db643e78ead37213d2a83e1_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d659a8b46db643e78ead37213d2a83e1_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,371 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e290fda81cdc4036bab63742ca70500d_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e290fda81cdc4036bab63742ca70500d_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,372 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f750b9a794cf4699b8ecd4cc000b18ed_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f750b9a794cf4699b8ecd4cc000b18ed_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,373 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fc5038ac3f1c426c94f21c82e939b326_eebc7a17128f70597fa08fdf691758cf to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fc5038ac3f1c426c94f21c82e939b326_eebc7a17128f70597fa08fdf691758cf 2024-11-14T12:31:49,374 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T12:31:49,375 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=110, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:49,377 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T12:31:49,378 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T12:31:49,379 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=110, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:49,379 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T12:31:49,379 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731587509379"}]},"ts":"9223372036854775807"} 2024-11-14T12:31:49,381 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T12:31:49,381 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => eebc7a17128f70597fa08fdf691758cf, NAME => 'TestAcidGuarantees,,1731587476053.eebc7a17128f70597fa08fdf691758cf.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T12:31:49,381 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T12:31:49,381 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731587509381"}]},"ts":"9223372036854775807"} 2024-11-14T12:31:49,382 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T12:31:49,389 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=110, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:49,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-11-14T12:31:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T12:31:49,437 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-14T12:31:49,447 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=235 (was 240), OpenFileDescriptor=451 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=890 (was 1072), ProcessCount=11 (was 11), AvailableMemoryMB=3194 (was 3957) 2024-11-14T12:31:49,455 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=235, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=890, ProcessCount=11, AvailableMemoryMB=3193 2024-11-14T12:31:49,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:31:49,457 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:31:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=111, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T12:31:49,458 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:31:49,458 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:49,458 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 111 2024-11-14T12:31:49,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:31:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-11-14T12:31:49,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742276_1452 (size=960) 2024-11-14T12:31:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-11-14T12:31:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-11-14T12:31:49,865 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f 2024-11-14T12:31:49,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742277_1453 (size=53) 2024-11-14T12:31:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-11-14T12:31:50,270 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:31:50,270 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 17388502b53aee54c031e27921886dff, disabling compactions & flushes 2024-11-14T12:31:50,270 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:50,270 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:50,270 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. after waiting 0 ms 2024-11-14T12:31:50,270 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:50,270 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:50,270 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:31:50,271 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:31:50,272 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731587510271"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587510271"}]},"ts":"1731587510271"} 2024-11-14T12:31:50,273 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T12:31:50,273 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:31:50,273 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587510273"}]},"ts":"1731587510273"} 2024-11-14T12:31:50,274 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T12:31:50,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=17388502b53aee54c031e27921886dff, ASSIGN}] 2024-11-14T12:31:50,279 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=17388502b53aee54c031e27921886dff, ASSIGN 2024-11-14T12:31:50,279 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=17388502b53aee54c031e27921886dff, ASSIGN; state=OFFLINE, location=7a6a7f6bcca9,45647,1731587384712; forceNewPlan=false, retain=false 2024-11-14T12:31:50,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=112 updating hbase:meta row=17388502b53aee54c031e27921886dff, regionState=OPENING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:50,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; OpenRegionProcedure 17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:31:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-11-14T12:31:50,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:50,585 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:50,585 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7285): Opening region: {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:31:50,585 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 17388502b53aee54c031e27921886dff 2024-11-14T12:31:50,585 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:31:50,586 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7327): checking encryption for 17388502b53aee54c031e27921886dff 2024-11-14T12:31:50,586 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7330): checking classloading for 17388502b53aee54c031e27921886dff 2024-11-14T12:31:50,587 INFO [StoreOpener-17388502b53aee54c031e27921886dff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 17388502b53aee54c031e27921886dff 2024-11-14T12:31:50,588 INFO [StoreOpener-17388502b53aee54c031e27921886dff-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:31:50,588 INFO [StoreOpener-17388502b53aee54c031e27921886dff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17388502b53aee54c031e27921886dff columnFamilyName A 2024-11-14T12:31:50,588 DEBUG [StoreOpener-17388502b53aee54c031e27921886dff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:50,589 INFO [StoreOpener-17388502b53aee54c031e27921886dff-1 {}] regionserver.HStore(327): Store=17388502b53aee54c031e27921886dff/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:31:50,589 INFO [StoreOpener-17388502b53aee54c031e27921886dff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 17388502b53aee54c031e27921886dff 2024-11-14T12:31:50,590 INFO [StoreOpener-17388502b53aee54c031e27921886dff-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:31:50,590 INFO [StoreOpener-17388502b53aee54c031e27921886dff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17388502b53aee54c031e27921886dff columnFamilyName B 2024-11-14T12:31:50,590 DEBUG [StoreOpener-17388502b53aee54c031e27921886dff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:50,591 INFO [StoreOpener-17388502b53aee54c031e27921886dff-1 {}] regionserver.HStore(327): Store=17388502b53aee54c031e27921886dff/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:31:50,591 INFO [StoreOpener-17388502b53aee54c031e27921886dff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 17388502b53aee54c031e27921886dff 2024-11-14T12:31:50,591 INFO [StoreOpener-17388502b53aee54c031e27921886dff-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:31:50,592 INFO [StoreOpener-17388502b53aee54c031e27921886dff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17388502b53aee54c031e27921886dff columnFamilyName C 2024-11-14T12:31:50,592 DEBUG [StoreOpener-17388502b53aee54c031e27921886dff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:31:50,592 INFO [StoreOpener-17388502b53aee54c031e27921886dff-1 {}] regionserver.HStore(327): Store=17388502b53aee54c031e27921886dff/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:31:50,592 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:50,593 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff 2024-11-14T12:31:50,593 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff 2024-11-14T12:31:50,594 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:31:50,595 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1085): writing seq id for 17388502b53aee54c031e27921886dff 2024-11-14T12:31:50,597 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:31:50,597 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1102): Opened 17388502b53aee54c031e27921886dff; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66713609, jitterRate=-0.005889758467674255}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:31:50,597 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1001): Region open journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:31:50,598 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., pid=113, masterSystemTime=1731587510582 2024-11-14T12:31:50,599 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:50,599 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:50,600 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=112 updating hbase:meta row=17388502b53aee54c031e27921886dff, regionState=OPEN, openSeqNum=2, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:50,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-14T12:31:50,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; OpenRegionProcedure 17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 in 169 msec 2024-11-14T12:31:50,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-11-14T12:31:50,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=17388502b53aee54c031e27921886dff, ASSIGN in 323 msec 2024-11-14T12:31:50,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:31:50,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587510603"}]},"ts":"1731587510603"} 2024-11-14T12:31:50,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T12:31:50,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=111, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:31:50,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-14T12:31:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-11-14T12:31:51,563 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 111 completed 2024-11-14T12:31:51,564 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60c9530a to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@746138a3 2024-11-14T12:31:51,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668d4178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:51,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:51,570 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:51,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:31:51,571 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:31:51,572 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d1a41d5 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10c3c8f5 2024-11-14T12:31:51,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc9cd14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:51,575 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c951a7d to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@621ff37a 2024-11-14T12:31:51,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306c3340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:51,578 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x501d99ba to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d0434e0 2024-11-14T12:31:51,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c23e833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:51,584 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d4011c8 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@210f9fb4 2024-11-14T12:31:51,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226e89d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:51,587 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a647e86 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27cbac41 2024-11-14T12:31:51,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bda157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:51,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5af750e8 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@465ce5f8 2024-11-14T12:31:51,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e32f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:51,594 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319db21a to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10cfe2f4 2024-11-14T12:31:51,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1f6ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:51,601 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39ba0ed8 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560d8359 2024-11-14T12:31:51,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd6dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:51,605 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20456e19 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ae83603 2024-11-14T12:31:51,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7fbf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:51,609 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x477a55d2 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cf92b10 2024-11-14T12:31:51,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d8431f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:31:51,617 DEBUG [hconnection-0x534f255d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:51,617 DEBUG [hconnection-0x722ff9b0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:51,618 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:51,617 DEBUG [hconnection-0x7a78ca0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:51,618 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:51,618 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:51,620 DEBUG [hconnection-0x479caa9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:51,621 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:31:51,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T12:31:51,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:31:51,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:51,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:31:51,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:51,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:31:51,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:51,633 DEBUG [hconnection-0x3876437c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:51,634 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:51,637 DEBUG [hconnection-0x6d91d148-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:51,638 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:31:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-14T12:31:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T12:31:51,639 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:31:51,640 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:31:51,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:31:51,641 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:51,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587571640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587571642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587571644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/65952c4837da495cb3cca3895d2d868e is 50, key is test_row_0/A:col10/1731587511623/Put/seqid=0 2024-11-14T12:31:51,654 DEBUG [hconnection-0x68cd0e8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:51,654 DEBUG [hconnection-0x4660d170-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:51,655 DEBUG [hconnection-0x3cd82011-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:51,655 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:51,655 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:51,656 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:51,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587571657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587571661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,665 DEBUG [hconnection-0x5ec93005-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:31:51,666 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:31:51,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742278_1454 (size=12001) 2024-11-14T12:31:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T12:31:51,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587571743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587571745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587571753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587571759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587571763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,792 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-14T12:31:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:51,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T12:31:51,945 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-14T12:31:51,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:51,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:51,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:51,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:51,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:51,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587571946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587571947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587571957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587571963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:51,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587571968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/65952c4837da495cb3cca3895d2d868e 2024-11-14T12:31:52,098 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-14T12:31:52,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:52,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:52,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:52,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:52,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:52,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/b357d3f6330142d399445839f955e41a is 50, key is test_row_0/B:col10/1731587511623/Put/seqid=0 2024-11-14T12:31:52,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742279_1455 (size=12001) 2024-11-14T12:31:52,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/b357d3f6330142d399445839f955e41a 2024-11-14T12:31:52,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/64cbd446d5b14cb8aaa6a12ee251f5e5 is 50, key is test_row_0/C:col10/1731587511623/Put/seqid=0 2024-11-14T12:31:52,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742280_1456 (size=12001) 2024-11-14T12:31:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T12:31:52,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587572251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,257 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-14T12:31:52,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:52,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:52,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:52,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:52,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:52,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587572256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587572270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587572270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587572273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,410 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-14T12:31:52,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:52,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:52,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:52,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:52,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:52,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-14T12:31:52,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:52,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:52,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:52,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/64cbd446d5b14cb8aaa6a12ee251f5e5 2024-11-14T12:31:52,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/65952c4837da495cb3cca3895d2d868e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/65952c4837da495cb3cca3895d2d868e 2024-11-14T12:31:52,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/65952c4837da495cb3cca3895d2d868e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T12:31:52,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/b357d3f6330142d399445839f955e41a as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b357d3f6330142d399445839f955e41a 2024-11-14T12:31:52,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b357d3f6330142d399445839f955e41a, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T12:31:52,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/64cbd446d5b14cb8aaa6a12ee251f5e5 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/64cbd446d5b14cb8aaa6a12ee251f5e5 2024-11-14T12:31:52,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/64cbd446d5b14cb8aaa6a12ee251f5e5, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T12:31:52,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 17388502b53aee54c031e27921886dff in 1010ms, sequenceid=13, compaction requested=false 2024-11-14T12:31:52,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:31:52,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-14T12:31:52,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:52,726 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T12:31:52,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:31:52,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:52,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:31:52,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:52,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:31:52,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:52,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/45bbb9d2158d4ef99e234117ad042da5 is 50, key is test_row_0/A:col10/1731587511634/Put/seqid=0 2024-11-14T12:31:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T12:31:52,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:31:52,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742281_1457 (size=12001) 2024-11-14T12:31:52,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587572775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587572777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587572782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587572787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587572788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587572888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:52,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587572889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:53,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587573097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:53,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587573097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:53,163 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/45bbb9d2158d4ef99e234117ad042da5 2024-11-14T12:31:53,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/818891134914494c996983612d31bb6d is 50, key is test_row_0/B:col10/1731587511634/Put/seqid=0 2024-11-14T12:31:53,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742282_1458 (size=12001) 2024-11-14T12:31:53,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587573403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:53,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587573405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:53,633 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/818891134914494c996983612d31bb6d 2024-11-14T12:31:53,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/62075539ced14dc4a5d32382ba7b37b1 is 50, key is test_row_0/C:col10/1731587511634/Put/seqid=0 2024-11-14T12:31:53,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742283_1459 (size=12001) 2024-11-14T12:31:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T12:31:53,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587573790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:53,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587573796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:53,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587573800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:53,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:53,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587573915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587573918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:54,078 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/62075539ced14dc4a5d32382ba7b37b1 2024-11-14T12:31:54,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/45bbb9d2158d4ef99e234117ad042da5 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/45bbb9d2158d4ef99e234117ad042da5 2024-11-14T12:31:54,086 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/45bbb9d2158d4ef99e234117ad042da5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T12:31:54,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/818891134914494c996983612d31bb6d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/818891134914494c996983612d31bb6d 2024-11-14T12:31:54,090 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/818891134914494c996983612d31bb6d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T12:31:54,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/62075539ced14dc4a5d32382ba7b37b1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/62075539ced14dc4a5d32382ba7b37b1 2024-11-14T12:31:54,094 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/62075539ced14dc4a5d32382ba7b37b1, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T12:31:54,094 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 17388502b53aee54c031e27921886dff in 1369ms, sequenceid=37, compaction requested=false 2024-11-14T12:31:54,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:31:54,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:54,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-14T12:31:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-14T12:31:54,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-14T12:31:54,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4560 sec 2024-11-14T12:31:54,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.4600 sec 2024-11-14T12:31:54,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T12:31:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:31:54,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T12:31:54,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:31:54,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:54,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:31:54,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:54,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:31:54,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:54,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/f3fd5beefb444272abff54367407cba7 is 50, key is test_row_0/A:col10/1731587512780/Put/seqid=0 2024-11-14T12:31:54,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742284_1460 (size=14341) 2024-11-14T12:31:54,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587574986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:54,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587574989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:55,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587575090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:55,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587575097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:55,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587575298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:55,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587575301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:55,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/f3fd5beefb444272abff54367407cba7 2024-11-14T12:31:55,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/974dafef720d4c53b40111777ddab808 is 50, key is test_row_0/B:col10/1731587512780/Put/seqid=0 2024-11-14T12:31:55,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742285_1461 (size=12001) 2024-11-14T12:31:55,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/974dafef720d4c53b40111777ddab808 2024-11-14T12:31:55,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/238c5dce00614a418c703530ccffe139 is 50, key is test_row_0/C:col10/1731587512780/Put/seqid=0 2024-11-14T12:31:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742286_1462 (size=12001) 2024-11-14T12:31:55,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/238c5dce00614a418c703530ccffe139 2024-11-14T12:31:55,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/f3fd5beefb444272abff54367407cba7 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f3fd5beefb444272abff54367407cba7 2024-11-14T12:31:55,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f3fd5beefb444272abff54367407cba7, entries=200, sequenceid=50, filesize=14.0 K 2024-11-14T12:31:55,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/974dafef720d4c53b40111777ddab808 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/974dafef720d4c53b40111777ddab808 2024-11-14T12:31:55,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/974dafef720d4c53b40111777ddab808, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T12:31:55,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/238c5dce00614a418c703530ccffe139 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/238c5dce00614a418c703530ccffe139 2024-11-14T12:31:55,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/238c5dce00614a418c703530ccffe139, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T12:31:55,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 17388502b53aee54c031e27921886dff in 457ms, sequenceid=50, compaction requested=true 2024-11-14T12:31:55,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:31:55,388 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:55,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:55,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:55,388 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:55,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:55,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:55,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:55,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:55,390 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:55,390 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/A is initiating minor compaction (all files) 2024-11-14T12:31:55,390 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/A in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:55,390 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/65952c4837da495cb3cca3895d2d868e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/45bbb9d2158d4ef99e234117ad042da5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f3fd5beefb444272abff54367407cba7] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=37.4 K 2024-11-14T12:31:55,391 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:55,391 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65952c4837da495cb3cca3895d2d868e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731587511623 2024-11-14T12:31:55,391 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/B is initiating minor compaction (all files) 2024-11-14T12:31:55,391 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/B in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:55,391 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b357d3f6330142d399445839f955e41a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/818891134914494c996983612d31bb6d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/974dafef720d4c53b40111777ddab808] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=35.2 K 2024-11-14T12:31:55,391 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45bbb9d2158d4ef99e234117ad042da5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731587511634 2024-11-14T12:31:55,392 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting b357d3f6330142d399445839f955e41a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731587511623 2024-11-14T12:31:55,392 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3fd5beefb444272abff54367407cba7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731587512767 2024-11-14T12:31:55,392 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 818891134914494c996983612d31bb6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731587511634 2024-11-14T12:31:55,393 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 974dafef720d4c53b40111777ddab808, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731587512773 2024-11-14T12:31:55,425 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:55,426 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/dbefce5579e24b918246eeed2e128dc6 is 50, key is test_row_0/B:col10/1731587512780/Put/seqid=0 2024-11-14T12:31:55,427 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#A#compaction#380 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:55,427 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/e4cfb2abaadd4ba5b004de0c412905e4 is 50, key is test_row_0/A:col10/1731587512780/Put/seqid=0 2024-11-14T12:31:55,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742287_1463 (size=12104) 2024-11-14T12:31:55,484 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/dbefce5579e24b918246eeed2e128dc6 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/dbefce5579e24b918246eeed2e128dc6 2024-11-14T12:31:55,492 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17388502b53aee54c031e27921886dff/B of 17388502b53aee54c031e27921886dff into dbefce5579e24b918246eeed2e128dc6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:55,492 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:31:55,492 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/B, priority=13, startTime=1731587515388; duration=0sec 2024-11-14T12:31:55,493 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:55,493 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:B 2024-11-14T12:31:55,493 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:31:55,494 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:31:55,494 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/C is initiating minor compaction (all files) 2024-11-14T12:31:55,494 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/C in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:55,494 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/64cbd446d5b14cb8aaa6a12ee251f5e5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/62075539ced14dc4a5d32382ba7b37b1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/238c5dce00614a418c703530ccffe139] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=35.2 K 2024-11-14T12:31:55,494 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 64cbd446d5b14cb8aaa6a12ee251f5e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731587511623 2024-11-14T12:31:55,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742288_1464 (size=12104) 2024-11-14T12:31:55,496 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 62075539ced14dc4a5d32382ba7b37b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731587511634 2024-11-14T12:31:55,496 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 238c5dce00614a418c703530ccffe139, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731587512773 2024-11-14T12:31:55,500 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/e4cfb2abaadd4ba5b004de0c412905e4 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/e4cfb2abaadd4ba5b004de0c412905e4 2024-11-14T12:31:55,506 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17388502b53aee54c031e27921886dff/A of 17388502b53aee54c031e27921886dff into e4cfb2abaadd4ba5b004de0c412905e4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:55,506 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:31:55,506 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/A, priority=13, startTime=1731587515388; duration=0sec 2024-11-14T12:31:55,507 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:55,507 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:A 2024-11-14T12:31:55,520 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#C#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:55,521 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/8f6d0e19fad04679b8e3ce91851d83dc is 50, key is test_row_0/C:col10/1731587512780/Put/seqid=0 2024-11-14T12:31:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742289_1465 (size=12104) 2024-11-14T12:31:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:31:55,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T12:31:55,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:31:55,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:55,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:31:55,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:55,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:31:55,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:55,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/3104c5464eea488ea042df6b3d0d86ec is 50, key is test_row_0/A:col10/1731587515617/Put/seqid=0 2024-11-14T12:31:55,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742290_1466 (size=16681) 2024-11-14T12:31:55,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/3104c5464eea488ea042df6b3d0d86ec 2024-11-14T12:31:55,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/e1c25609d2954789ab251bb8baa3d91d is 50, key is test_row_0/B:col10/1731587515617/Put/seqid=0 2024-11-14T12:31:55,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587575649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:55,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587575651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:55,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742291_1467 (size=12001) 2024-11-14T12:31:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T12:31:55,745 INFO [Thread-2035 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-14T12:31:55,746 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:31:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-14T12:31:55,748 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:31:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T12:31:55,749 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:31:55,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:31:55,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587575757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:55,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587575759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:55,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587575801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:55,806 DEBUG [Thread-2033 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:31:55,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587575811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:55,816 DEBUG [Thread-2025 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:31:55,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587575822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:55,826 DEBUG [Thread-2027 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:31:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T12:31:55,902 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:55,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-14T12:31:55,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:55,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:55,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:55,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:55,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:55,965 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/8f6d0e19fad04679b8e3ce91851d83dc as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/8f6d0e19fad04679b8e3ce91851d83dc 2024-11-14T12:31:55,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587575964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:55,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587575964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:55,969 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17388502b53aee54c031e27921886dff/C of 17388502b53aee54c031e27921886dff into 8f6d0e19fad04679b8e3ce91851d83dc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:55,969 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:31:55,969 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/C, priority=13, startTime=1731587515389; duration=0sec 2024-11-14T12:31:55,970 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:55,970 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:C 2024-11-14T12:31:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T12:31:56,054 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:56,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-14T12:31:56,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:56,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:56,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:56,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:56,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:56,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/e1c25609d2954789ab251bb8baa3d91d 2024-11-14T12:31:56,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/65242bfc82234eca9e271f6e06020334 is 50, key is test_row_0/C:col10/1731587515617/Put/seqid=0 2024-11-14T12:31:56,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742292_1468 (size=12001) 2024-11-14T12:31:56,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:56,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-14T12:31:56,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:56,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:56,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:56,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:56,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:56,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587576269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:56,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587576270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T12:31:56,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:56,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-14T12:31:56,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:56,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:56,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:56,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/65242bfc82234eca9e271f6e06020334 2024-11-14T12:31:56,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/3104c5464eea488ea042df6b3d0d86ec as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/3104c5464eea488ea042df6b3d0d86ec 2024-11-14T12:31:56,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/3104c5464eea488ea042df6b3d0d86ec, entries=250, sequenceid=77, filesize=16.3 K 2024-11-14T12:31:56,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/e1c25609d2954789ab251bb8baa3d91d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/e1c25609d2954789ab251bb8baa3d91d 2024-11-14T12:31:56,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/e1c25609d2954789ab251bb8baa3d91d, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T12:31:56,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/65242bfc82234eca9e271f6e06020334 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/65242bfc82234eca9e271f6e06020334 2024-11-14T12:31:56,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/65242bfc82234eca9e271f6e06020334, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T12:31:56,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 17388502b53aee54c031e27921886dff in 879ms, sequenceid=77, compaction requested=false 2024-11-14T12:31:56,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:31:56,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:56,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-14T12:31:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:56,513 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:31:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:31:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:31:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:31:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:56,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/28357e3bbc774c26b3feb98b87a92cfb is 50, key is test_row_0/A:col10/1731587515638/Put/seqid=0 2024-11-14T12:31:56,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742293_1469 (size=12001) 2024-11-14T12:31:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:31:56,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:56,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587576825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:56,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587576832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T12:31:56,921 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/28357e3bbc774c26b3feb98b87a92cfb 2024-11-14T12:31:56,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/b2ad0640cbe744a99c55e6ebe3cf8394 is 50, key is test_row_0/B:col10/1731587515638/Put/seqid=0 2024-11-14T12:31:56,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742294_1470 (size=12001) 2024-11-14T12:31:56,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587576933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:56,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587576941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:57,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587577139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:57,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587577145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:57,333 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/b2ad0640cbe744a99c55e6ebe3cf8394 2024-11-14T12:31:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/c42feefbd0d44168bda2e0af2d6b4afc is 50, key is test_row_0/C:col10/1731587515638/Put/seqid=0 2024-11-14T12:31:57,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742295_1471 (size=12001) 2024-11-14T12:31:57,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587577445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:57,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587577451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:57,743 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/c42feefbd0d44168bda2e0af2d6b4afc 2024-11-14T12:31:57,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/28357e3bbc774c26b3feb98b87a92cfb as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/28357e3bbc774c26b3feb98b87a92cfb 2024-11-14T12:31:57,750 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/28357e3bbc774c26b3feb98b87a92cfb, entries=150, sequenceid=89, filesize=11.7 K 2024-11-14T12:31:57,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/b2ad0640cbe744a99c55e6ebe3cf8394 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b2ad0640cbe744a99c55e6ebe3cf8394 2024-11-14T12:31:57,754 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b2ad0640cbe744a99c55e6ebe3cf8394, entries=150, sequenceid=89, filesize=11.7 K 2024-11-14T12:31:57,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/c42feefbd0d44168bda2e0af2d6b4afc as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/c42feefbd0d44168bda2e0af2d6b4afc 2024-11-14T12:31:57,768 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/c42feefbd0d44168bda2e0af2d6b4afc, entries=150, sequenceid=89, filesize=11.7 K 2024-11-14T12:31:57,769 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 17388502b53aee54c031e27921886dff in 1256ms, sequenceid=89, compaction requested=true 2024-11-14T12:31:57,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:31:57,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:57,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-14T12:31:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-14T12:31:57,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-14T12:31:57,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0210 sec 2024-11-14T12:31:57,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.0260 sec 2024-11-14T12:31:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T12:31:57,853 INFO [Thread-2035 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-14T12:31:57,854 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:31:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-14T12:31:57,856 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:31:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T12:31:57,856 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:31:57,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:31:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:31:57,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T12:31:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T12:31:57,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:31:57,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:57,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:31:57,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:57,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:31:57,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:57,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/4df91dd1abe54111870595e41e5253c9 is 50, key is test_row_0/A:col10/1731587516831/Put/seqid=0 2024-11-14T12:31:57,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742296_1472 (size=14341) 2024-11-14T12:31:57,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587577976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:57,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587577982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:58,008 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:58,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T12:31:58,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:58,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:58,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:58,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587578083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:58,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587578089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T12:31:58,160 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:58,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T12:31:58,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:58,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:58,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:58,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587578289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:58,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587578294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:58,313 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:58,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T12:31:58,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:58,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:58,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:58,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/4df91dd1abe54111870595e41e5253c9 2024-11-14T12:31:58,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/5e4280b6e8aa4dc2be4b36f175c2fec6 is 50, key is test_row_0/B:col10/1731587516831/Put/seqid=0 2024-11-14T12:31:58,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742297_1473 (size=12001) 2024-11-14T12:31:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T12:31:58,473 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:58,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T12:31:58,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:58,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:58,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:58,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587578598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:58,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587578598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:58,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:58,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T12:31:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:58,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,779 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:58,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T12:31:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:58,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/5e4280b6e8aa4dc2be4b36f175c2fec6 2024-11-14T12:31:58,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/7dabb8a74fac4ca2bc9a6dbb81f7c642 is 50, key is test_row_0/C:col10/1731587516831/Put/seqid=0 2024-11-14T12:31:58,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742298_1474 (size=12001) 2024-11-14T12:31:58,932 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:58,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T12:31:58,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:58,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:58,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:58,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T12:31:59,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:59,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T12:31:59,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:59,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:59,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:59,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:59,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:31:59,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587579104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:59,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587579105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:59,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/7dabb8a74fac4ca2bc9a6dbb81f7c642 2024-11-14T12:31:59,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/4df91dd1abe54111870595e41e5253c9 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/4df91dd1abe54111870595e41e5253c9 2024-11-14T12:31:59,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/4df91dd1abe54111870595e41e5253c9, entries=200, sequenceid=115, filesize=14.0 K 2024-11-14T12:31:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/5e4280b6e8aa4dc2be4b36f175c2fec6 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/5e4280b6e8aa4dc2be4b36f175c2fec6 2024-11-14T12:31:59,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/5e4280b6e8aa4dc2be4b36f175c2fec6, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T12:31:59,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/7dabb8a74fac4ca2bc9a6dbb81f7c642 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/7dabb8a74fac4ca2bc9a6dbb81f7c642 2024-11-14T12:31:59,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/7dabb8a74fac4ca2bc9a6dbb81f7c642, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T12:31:59,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 17388502b53aee54c031e27921886dff in 1251ms, sequenceid=115, compaction requested=true 2024-11-14T12:31:59,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:31:59,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:31:59,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:59,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:31:59,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:59,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:31:59,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:59,207 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:59,207 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:59,208 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:59,208 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:59,208 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/B is initiating minor compaction (all files) 2024-11-14T12:31:59,208 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/A is initiating minor compaction (all files) 2024-11-14T12:31:59,208 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/A in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:59,208 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/B in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:59,208 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/dbefce5579e24b918246eeed2e128dc6, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/e1c25609d2954789ab251bb8baa3d91d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b2ad0640cbe744a99c55e6ebe3cf8394, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/5e4280b6e8aa4dc2be4b36f175c2fec6] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=47.0 K 2024-11-14T12:31:59,208 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/e4cfb2abaadd4ba5b004de0c412905e4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/3104c5464eea488ea042df6b3d0d86ec, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/28357e3bbc774c26b3feb98b87a92cfb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/4df91dd1abe54111870595e41e5253c9] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=53.8 K 2024-11-14T12:31:59,209 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting dbefce5579e24b918246eeed2e128dc6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731587512773 2024-11-14T12:31:59,209 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4cfb2abaadd4ba5b004de0c412905e4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731587512773 2024-11-14T12:31:59,209 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting e1c25609d2954789ab251bb8baa3d91d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731587514977 2024-11-14T12:31:59,209 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3104c5464eea488ea042df6b3d0d86ec, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731587514966 2024-11-14T12:31:59,209 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting b2ad0640cbe744a99c55e6ebe3cf8394, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731587515638 2024-11-14T12:31:59,209 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28357e3bbc774c26b3feb98b87a92cfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731587515638 2024-11-14T12:31:59,209 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e4280b6e8aa4dc2be4b36f175c2fec6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731587516824 2024-11-14T12:31:59,210 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4df91dd1abe54111870595e41e5253c9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731587516822 2024-11-14T12:31:59,217 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#B#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:59,217 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/d9edede0fa014c11b36affd34c5f216e is 50, key is test_row_0/B:col10/1731587516831/Put/seqid=0 2024-11-14T12:31:59,218 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#A#compaction#393 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:59,218 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/cd2775354ad345ed94d7d5f63c5da61f is 50, key is test_row_0/A:col10/1731587516831/Put/seqid=0 2024-11-14T12:31:59,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742299_1475 (size=12241) 2024-11-14T12:31:59,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742300_1476 (size=12241) 2024-11-14T12:31:59,229 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/cd2775354ad345ed94d7d5f63c5da61f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/cd2775354ad345ed94d7d5f63c5da61f 2024-11-14T12:31:59,232 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 17388502b53aee54c031e27921886dff/A of 17388502b53aee54c031e27921886dff into cd2775354ad345ed94d7d5f63c5da61f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:59,233 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:31:59,233 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/A, priority=12, startTime=1731587519207; duration=0sec 2024-11-14T12:31:59,233 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:31:59,233 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:A 2024-11-14T12:31:59,233 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:31:59,234 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:31:59,234 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/C is initiating minor compaction (all files) 2024-11-14T12:31:59,234 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/C in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:59,234 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/8f6d0e19fad04679b8e3ce91851d83dc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/65242bfc82234eca9e271f6e06020334, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/c42feefbd0d44168bda2e0af2d6b4afc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/7dabb8a74fac4ca2bc9a6dbb81f7c642] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=47.0 K 2024-11-14T12:31:59,234 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f6d0e19fad04679b8e3ce91851d83dc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731587512773 2024-11-14T12:31:59,234 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65242bfc82234eca9e271f6e06020334, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731587514977 2024-11-14T12:31:59,234 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting c42feefbd0d44168bda2e0af2d6b4afc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731587515638 2024-11-14T12:31:59,235 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dabb8a74fac4ca2bc9a6dbb81f7c642, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731587516824 2024-11-14T12:31:59,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:59,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T12:31:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:31:59,238 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T12:31:59,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:31:59,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:59,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:31:59,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:59,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:31:59,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:31:59,241 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#C#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:31:59,242 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/cdf025e2ecf44e78a057c6bec4d03262 is 50, key is test_row_0/C:col10/1731587516831/Put/seqid=0 2024-11-14T12:31:59,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/f7756657ce9140cea29c3ad0bcc38d62 is 50, key is test_row_0/A:col10/1731587517975/Put/seqid=0 2024-11-14T12:31:59,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742302_1478 (size=12001) 2024-11-14T12:31:59,264 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/f7756657ce9140cea29c3ad0bcc38d62 2024-11-14T12:31:59,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742301_1477 (size=12241) 2024-11-14T12:31:59,281 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/cdf025e2ecf44e78a057c6bec4d03262 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/cdf025e2ecf44e78a057c6bec4d03262 2024-11-14T12:31:59,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/b709592709454db7a60b565ca28c8fb5 is 50, key is test_row_0/B:col10/1731587517975/Put/seqid=0 2024-11-14T12:31:59,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742303_1479 (size=12001) 2024-11-14T12:31:59,287 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 17388502b53aee54c031e27921886dff/C of 17388502b53aee54c031e27921886dff into cdf025e2ecf44e78a057c6bec4d03262(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:59,287 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:31:59,287 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/C, priority=12, startTime=1731587519207; duration=0sec 2024-11-14T12:31:59,287 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:59,287 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:C 2024-11-14T12:31:59,626 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/d9edede0fa014c11b36affd34c5f216e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/d9edede0fa014c11b36affd34c5f216e 2024-11-14T12:31:59,631 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 17388502b53aee54c031e27921886dff/B of 17388502b53aee54c031e27921886dff into d9edede0fa014c11b36affd34c5f216e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:31:59,631 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:31:59,631 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/B, priority=12, startTime=1731587519207; duration=0sec 2024-11-14T12:31:59,631 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:31:59,631 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:B 2024-11-14T12:31:59,687 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/b709592709454db7a60b565ca28c8fb5 2024-11-14T12:31:59,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/397d119634334eb8873cbbe8053ed239 is 50, key is test_row_0/C:col10/1731587517975/Put/seqid=0 2024-11-14T12:31:59,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742304_1480 (size=12001) 2024-11-14T12:31:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:31:59,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:31:59,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587579865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:59,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587579867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:59,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587579871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T12:31:59,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587579972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:59,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587579972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:31:59,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:31:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587579975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:00,097 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/397d119634334eb8873cbbe8053ed239 2024-11-14T12:32:00,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/f7756657ce9140cea29c3ad0bcc38d62 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f7756657ce9140cea29c3ad0bcc38d62 2024-11-14T12:32:00,103 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f7756657ce9140cea29c3ad0bcc38d62, entries=150, sequenceid=126, filesize=11.7 K 2024-11-14T12:32:00,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/b709592709454db7a60b565ca28c8fb5 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b709592709454db7a60b565ca28c8fb5 2024-11-14T12:32:00,108 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b709592709454db7a60b565ca28c8fb5, entries=150, sequenceid=126, filesize=11.7 K 2024-11-14T12:32:00,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587580108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:00,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/397d119634334eb8873cbbe8053ed239 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/397d119634334eb8873cbbe8053ed239 2024-11-14T12:32:00,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587580110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:00,113 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/397d119634334eb8873cbbe8053ed239, entries=150, sequenceid=126, filesize=11.7 K 2024-11-14T12:32:00,114 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 17388502b53aee54c031e27921886dff in 876ms, sequenceid=126, compaction requested=false 2024-11-14T12:32:00,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:00,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:00,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-14T12:32:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-14T12:32:00,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-14T12:32:00,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2590 sec 2024-11-14T12:32:00,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.2620 sec 2024-11-14T12:32:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:32:00,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T12:32:00,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:32:00,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:00,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:32:00,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:00,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:32:00,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:00,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/1bf08f3214184ddc84c743b8f7c33c56 is 50, key is test_row_0/A:col10/1731587519866/Put/seqid=0 2024-11-14T12:32:00,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742305_1481 (size=14541) 2024-11-14T12:32:00,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/1bf08f3214184ddc84c743b8f7c33c56 2024-11-14T12:32:00,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/84794eda8d0a47b88a5da9c6946daeee is 50, key is test_row_0/B:col10/1731587519866/Put/seqid=0 2024-11-14T12:32:00,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742306_1482 (size=12151) 2024-11-14T12:32:00,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587580190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:00,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:00,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587580191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587580191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:00,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587580298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:00,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587580299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:00,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587580299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:00,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587580502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:00,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587580504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:00,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587580505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:00,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/84794eda8d0a47b88a5da9c6946daeee 2024-11-14T12:32:00,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/167c799620ca41a9a730015b9e16fad7 is 50, key is test_row_0/C:col10/1731587519866/Put/seqid=0 2024-11-14T12:32:00,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742307_1483 (size=12151) 2024-11-14T12:32:00,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587580807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:00,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587580809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:00,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587580810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:01,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/167c799620ca41a9a730015b9e16fad7 2024-11-14T12:32:01,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/1bf08f3214184ddc84c743b8f7c33c56 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/1bf08f3214184ddc84c743b8f7c33c56 2024-11-14T12:32:01,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/1bf08f3214184ddc84c743b8f7c33c56, entries=200, sequenceid=155, filesize=14.2 K 2024-11-14T12:32:01,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/84794eda8d0a47b88a5da9c6946daeee as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/84794eda8d0a47b88a5da9c6946daeee 2024-11-14T12:32:01,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/84794eda8d0a47b88a5da9c6946daeee, entries=150, sequenceid=155, filesize=11.9 K 2024-11-14T12:32:01,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/167c799620ca41a9a730015b9e16fad7 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/167c799620ca41a9a730015b9e16fad7 2024-11-14T12:32:01,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/167c799620ca41a9a730015b9e16fad7, entries=150, sequenceid=155, filesize=11.9 K 2024-11-14T12:32:01,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 17388502b53aee54c031e27921886dff in 848ms, sequenceid=155, compaction requested=true 2024-11-14T12:32:01,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:01,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:32:01,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:01,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:32:01,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:01,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:01,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:01,026 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:01,026 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:01,026 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:01,027 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/B is initiating minor compaction (all files) 2024-11-14T12:32:01,027 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/B in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:01,027 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:01,027 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/d9edede0fa014c11b36affd34c5f216e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b709592709454db7a60b565ca28c8fb5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/84794eda8d0a47b88a5da9c6946daeee] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=35.5 K 2024-11-14T12:32:01,027 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/A is initiating minor compaction (all files) 2024-11-14T12:32:01,027 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/A in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:01,027 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/cd2775354ad345ed94d7d5f63c5da61f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f7756657ce9140cea29c3ad0bcc38d62, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/1bf08f3214184ddc84c743b8f7c33c56] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=37.9 K 2024-11-14T12:32:01,027 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting d9edede0fa014c11b36affd34c5f216e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731587516824 2024-11-14T12:32:01,027 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd2775354ad345ed94d7d5f63c5da61f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731587516824 2024-11-14T12:32:01,027 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting b709592709454db7a60b565ca28c8fb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731587517974 2024-11-14T12:32:01,027 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7756657ce9140cea29c3ad0bcc38d62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731587517974 2024-11-14T12:32:01,028 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 84794eda8d0a47b88a5da9c6946daeee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731587519866 2024-11-14T12:32:01,028 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bf08f3214184ddc84c743b8f7c33c56, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731587519856 2024-11-14T12:32:01,035 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#B#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:01,036 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/3822f70dc9944c24ba191894b8819030 is 50, key is test_row_0/B:col10/1731587519866/Put/seqid=0 2024-11-14T12:32:01,058 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#A#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:01,058 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/016d8dcf43f1425e83689577527faf96 is 50, key is test_row_0/A:col10/1731587519866/Put/seqid=0 2024-11-14T12:32:01,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742308_1484 (size=12493) 2024-11-14T12:32:01,065 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/3822f70dc9944c24ba191894b8819030 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/3822f70dc9944c24ba191894b8819030 2024-11-14T12:32:01,070 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17388502b53aee54c031e27921886dff/B of 17388502b53aee54c031e27921886dff into 3822f70dc9944c24ba191894b8819030(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:01,070 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:01,070 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/B, priority=13, startTime=1731587521025; duration=0sec 2024-11-14T12:32:01,070 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:01,070 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:B 2024-11-14T12:32:01,070 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:01,071 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:01,071 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/C is initiating minor compaction (all files) 2024-11-14T12:32:01,071 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/C in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:01,071 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/cdf025e2ecf44e78a057c6bec4d03262, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/397d119634334eb8873cbbe8053ed239, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/167c799620ca41a9a730015b9e16fad7] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=35.5 K 2024-11-14T12:32:01,072 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting cdf025e2ecf44e78a057c6bec4d03262, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731587516824 2024-11-14T12:32:01,072 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 397d119634334eb8873cbbe8053ed239, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731587517974 2024-11-14T12:32:01,072 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 167c799620ca41a9a730015b9e16fad7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731587519866 2024-11-14T12:32:01,082 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#C#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:01,083 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/bf537c7690e546a39784fa872a5315cd is 50, key is test_row_0/C:col10/1731587519866/Put/seqid=0 2024-11-14T12:32:01,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742309_1485 (size=12493) 2024-11-14T12:32:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742310_1486 (size=12493) 2024-11-14T12:32:01,088 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/016d8dcf43f1425e83689577527faf96 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/016d8dcf43f1425e83689577527faf96 2024-11-14T12:32:01,092 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/bf537c7690e546a39784fa872a5315cd as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/bf537c7690e546a39784fa872a5315cd 2024-11-14T12:32:01,093 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17388502b53aee54c031e27921886dff/A of 17388502b53aee54c031e27921886dff into 016d8dcf43f1425e83689577527faf96(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:01,093 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:01,093 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/A, priority=13, startTime=1731587521025; duration=0sec 2024-11-14T12:32:01,093 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:01,093 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:A 2024-11-14T12:32:01,098 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17388502b53aee54c031e27921886dff/C of 17388502b53aee54c031e27921886dff into bf537c7690e546a39784fa872a5315cd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:01,098 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:01,098 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/C, priority=13, startTime=1731587521025; duration=0sec 2024-11-14T12:32:01,098 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:01,098 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:C 2024-11-14T12:32:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:32:01,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:32:01,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:32:01,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:01,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:32:01,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:01,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:32:01,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:01,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/36c0e796c06a47679856070f737c9297 is 50, key is test_row_0/A:col10/1731587521313/Put/seqid=0 2024-11-14T12:32:01,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742311_1487 (size=12151) 2024-11-14T12:32:01,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587581381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:01,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587581382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:01,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587581382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:01,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587581488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:01,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587581488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:01,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587581488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:01,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587581692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:01,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587581692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:01,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587581694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:01,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/36c0e796c06a47679856070f737c9297 2024-11-14T12:32:01,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/c76ed8e0f039480d9ee2de9ef0f4f771 is 50, key is test_row_0/B:col10/1731587521313/Put/seqid=0 2024-11-14T12:32:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742312_1488 (size=12151) 2024-11-14T12:32:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T12:32:01,960 INFO [Thread-2035 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-14T12:32:01,962 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:32:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-14T12:32:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T12:32:01,963 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:32:01,963 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:32:01,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:32:02,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587581995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:02,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587581996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:02,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587581998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T12:32:02,115 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:02,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-14T12:32:02,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:02,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:02,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:02,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:02,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:02,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587582120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:02,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587582123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:02,124 DEBUG [Thread-2029 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:02,124 DEBUG [Thread-2031 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:02,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/c76ed8e0f039480d9ee2de9ef0f4f771 2024-11-14T12:32:02,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/94a52545b3bc42f4ad7d14815653dc8e is 50, key is test_row_0/C:col10/1731587521313/Put/seqid=0 2024-11-14T12:32:02,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742313_1489 (size=12151) 2024-11-14T12:32:02,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/94a52545b3bc42f4ad7d14815653dc8e 2024-11-14T12:32:02,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/36c0e796c06a47679856070f737c9297 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/36c0e796c06a47679856070f737c9297 2024-11-14T12:32:02,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/36c0e796c06a47679856070f737c9297, entries=150, sequenceid=169, filesize=11.9 K 2024-11-14T12:32:02,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/c76ed8e0f039480d9ee2de9ef0f4f771 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c76ed8e0f039480d9ee2de9ef0f4f771 2024-11-14T12:32:02,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c76ed8e0f039480d9ee2de9ef0f4f771, entries=150, sequenceid=169, filesize=11.9 K 2024-11-14T12:32:02,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/94a52545b3bc42f4ad7d14815653dc8e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/94a52545b3bc42f4ad7d14815653dc8e 2024-11-14T12:32:02,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/94a52545b3bc42f4ad7d14815653dc8e, entries=150, sequenceid=169, filesize=11.9 K 2024-11-14T12:32:02,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 17388502b53aee54c031e27921886dff in 850ms, sequenceid=169, compaction requested=false 2024-11-14T12:32:02,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:02,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:02,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-14T12:32:02,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:02,274 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T12:32:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T12:32:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:32:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:32:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:32:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:02,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/99b3eca5d7a445ef847d9f3be9be35ce is 50, key is test_row_0/A:col10/1731587521381/Put/seqid=0 2024-11-14T12:32:02,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742314_1490 (size=12151) 2024-11-14T12:32:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:32:02,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:02,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587582516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:02,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587582519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:02,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587582519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T12:32:02,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587582624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:02,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587582626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:02,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587582627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:02,690 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/99b3eca5d7a445ef847d9f3be9be35ce 2024-11-14T12:32:02,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/c90f8aec6165411cbc00baccc4576754 is 50, key is test_row_0/B:col10/1731587521381/Put/seqid=0 2024-11-14T12:32:02,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742315_1491 (size=12151) 2024-11-14T12:32:02,701 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/c90f8aec6165411cbc00baccc4576754 2024-11-14T12:32:02,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/1343639273fc4db5be84450ff6b4f0af is 50, key is test_row_0/C:col10/1731587521381/Put/seqid=0 2024-11-14T12:32:02,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742316_1492 (size=12151) 2024-11-14T12:32:02,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587582827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:02,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587582832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:02,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587582834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T12:32:03,111 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/1343639273fc4db5be84450ff6b4f0af 2024-11-14T12:32:03,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/99b3eca5d7a445ef847d9f3be9be35ce as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/99b3eca5d7a445ef847d9f3be9be35ce 2024-11-14T12:32:03,119 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/99b3eca5d7a445ef847d9f3be9be35ce, entries=150, sequenceid=195, filesize=11.9 K 2024-11-14T12:32:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/c90f8aec6165411cbc00baccc4576754 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c90f8aec6165411cbc00baccc4576754 2024-11-14T12:32:03,123 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c90f8aec6165411cbc00baccc4576754, entries=150, sequenceid=195, filesize=11.9 K 2024-11-14T12:32:03,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/1343639273fc4db5be84450ff6b4f0af as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/1343639273fc4db5be84450ff6b4f0af 2024-11-14T12:32:03,126 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/1343639273fc4db5be84450ff6b4f0af, entries=150, sequenceid=195, filesize=11.9 K 2024-11-14T12:32:03,127 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 17388502b53aee54c031e27921886dff in 854ms, sequenceid=195, compaction requested=true 2024-11-14T12:32:03,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:03,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:03,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-14T12:32:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-14T12:32:03,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-14T12:32:03,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1640 sec 2024-11-14T12:32:03,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.1680 sec 2024-11-14T12:32:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:32:03,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T12:32:03,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:32:03,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:03,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:32:03,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:03,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:32:03,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:03,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/f1297bdbbcab4607a32b18e7b0dcc308 is 50, key is test_row_0/A:col10/1731587522516/Put/seqid=0 2024-11-14T12:32:03,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742317_1493 (size=14541) 2024-11-14T12:32:03,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587583179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:03,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587583180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:03,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587583182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:03,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587583288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:03,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587583288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:03,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587583288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:03,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587583493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:03,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587583493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:03,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587583495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:03,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/f1297bdbbcab4607a32b18e7b0dcc308 2024-11-14T12:32:03,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/7ae1731a88d84dc28f66f1d5e753f159 is 50, key is test_row_0/B:col10/1731587522516/Put/seqid=0 2024-11-14T12:32:03,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742318_1494 (size=12151) 2024-11-14T12:32:03,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/7ae1731a88d84dc28f66f1d5e753f159 2024-11-14T12:32:03,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/af021b1c5db246d4997e0ef110e4880f is 50, key is test_row_0/C:col10/1731587522516/Put/seqid=0 2024-11-14T12:32:03,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742319_1495 (size=12151) 2024-11-14T12:32:03,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/af021b1c5db246d4997e0ef110e4880f 2024-11-14T12:32:03,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/f1297bdbbcab4607a32b18e7b0dcc308 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f1297bdbbcab4607a32b18e7b0dcc308 2024-11-14T12:32:03,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f1297bdbbcab4607a32b18e7b0dcc308, entries=200, sequenceid=207, filesize=14.2 K 2024-11-14T12:32:03,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/7ae1731a88d84dc28f66f1d5e753f159 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/7ae1731a88d84dc28f66f1d5e753f159 2024-11-14T12:32:03,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/7ae1731a88d84dc28f66f1d5e753f159, entries=150, sequenceid=207, filesize=11.9 K 2024-11-14T12:32:03,658 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-14T12:32:03,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/af021b1c5db246d4997e0ef110e4880f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/af021b1c5db246d4997e0ef110e4880f 2024-11-14T12:32:03,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/af021b1c5db246d4997e0ef110e4880f, entries=150, sequenceid=207, filesize=11.9 K 2024-11-14T12:32:03,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 17388502b53aee54c031e27921886dff in 544ms, sequenceid=207, compaction requested=true 2024-11-14T12:32:03,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:03,677 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:32:03,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:32:03,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:03,678 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:32:03,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:32:03,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:03,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:03,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:03,691 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:32:03,691 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/A is initiating minor compaction (all files) 2024-11-14T12:32:03,691 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/A in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:03,691 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/016d8dcf43f1425e83689577527faf96, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/36c0e796c06a47679856070f737c9297, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/99b3eca5d7a445ef847d9f3be9be35ce, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f1297bdbbcab4607a32b18e7b0dcc308] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=50.1 K 2024-11-14T12:32:03,692 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:32:03,692 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/B is initiating minor compaction (all files) 2024-11-14T12:32:03,692 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/B in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:03,692 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/3822f70dc9944c24ba191894b8819030, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c76ed8e0f039480d9ee2de9ef0f4f771, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c90f8aec6165411cbc00baccc4576754, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/7ae1731a88d84dc28f66f1d5e753f159] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=47.8 K 2024-11-14T12:32:03,693 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 016d8dcf43f1425e83689577527faf96, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731587519866 2024-11-14T12:32:03,694 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 3822f70dc9944c24ba191894b8819030, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731587519866 2024-11-14T12:32:03,698 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36c0e796c06a47679856070f737c9297, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731587520190 2024-11-14T12:32:03,699 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting c76ed8e0f039480d9ee2de9ef0f4f771, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731587520190 2024-11-14T12:32:03,700 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99b3eca5d7a445ef847d9f3be9be35ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731587521375 2024-11-14T12:32:03,703 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting c90f8aec6165411cbc00baccc4576754, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731587521375 2024-11-14T12:32:03,704 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1297bdbbcab4607a32b18e7b0dcc308, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731587522507 2024-11-14T12:32:03,705 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ae1731a88d84dc28f66f1d5e753f159, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731587522507 2024-11-14T12:32:03,740 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#B#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:03,740 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/ec83ce47bbc74bfeacefde62170bf511 is 50, key is test_row_0/B:col10/1731587522516/Put/seqid=0 2024-11-14T12:32:03,749 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#A#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:03,750 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/4081f4175f8d4d778153297e2b777fed is 50, key is test_row_0/A:col10/1731587522516/Put/seqid=0 2024-11-14T12:32:03,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742321_1497 (size=12629) 2024-11-14T12:32:03,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742320_1496 (size=12629) 2024-11-14T12:32:03,802 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/4081f4175f8d4d778153297e2b777fed as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/4081f4175f8d4d778153297e2b777fed 2024-11-14T12:32:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:32:03,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T12:32:03,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:32:03,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:03,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:32:03,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:03,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:32:03,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:03,807 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 17388502b53aee54c031e27921886dff/A of 17388502b53aee54c031e27921886dff into 4081f4175f8d4d778153297e2b777fed(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:03,807 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:03,807 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/A, priority=12, startTime=1731587523677; duration=0sec 2024-11-14T12:32:03,807 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:03,807 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:A 2024-11-14T12:32:03,807 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:32:03,814 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:32:03,815 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/C is initiating minor compaction (all files) 2024-11-14T12:32:03,815 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/C in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:03,815 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/bf537c7690e546a39784fa872a5315cd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/94a52545b3bc42f4ad7d14815653dc8e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/1343639273fc4db5be84450ff6b4f0af, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/af021b1c5db246d4997e0ef110e4880f] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=47.8 K 2024-11-14T12:32:03,815 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf537c7690e546a39784fa872a5315cd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731587519866 2024-11-14T12:32:03,816 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94a52545b3bc42f4ad7d14815653dc8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731587520190 2024-11-14T12:32:03,816 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1343639273fc4db5be84450ff6b4f0af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731587521375 2024-11-14T12:32:03,823 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting af021b1c5db246d4997e0ef110e4880f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731587522507 2024-11-14T12:32:03,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/fb02fb40ed92412bb7acb87403a84c03 is 50, key is test_row_0/A:col10/1731587523174/Put/seqid=0 2024-11-14T12:32:03,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:03,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587583836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587583833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742322_1498 (size=14541) 2024-11-14T12:32:03,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/fb02fb40ed92412bb7acb87403a84c03 2024-11-14T12:32:03,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587583845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:03,860 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#C#compaction#416 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:03,866 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/600e538f6d06429793c5e121acd0b337 is 50, key is test_row_0/C:col10/1731587522516/Put/seqid=0 2024-11-14T12:32:03,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/3607eaf01bac466d85bb33483bd81859 is 50, key is test_row_0/B:col10/1731587523174/Put/seqid=0 2024-11-14T12:32:03,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742323_1499 (size=12629) 2024-11-14T12:32:03,887 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/600e538f6d06429793c5e121acd0b337 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/600e538f6d06429793c5e121acd0b337 2024-11-14T12:32:03,891 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 17388502b53aee54c031e27921886dff/C of 17388502b53aee54c031e27921886dff into 600e538f6d06429793c5e121acd0b337(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:03,891 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:03,891 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/C, priority=12, startTime=1731587523678; duration=0sec 2024-11-14T12:32:03,892 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:03,892 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:C 2024-11-14T12:32:03,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742324_1500 (size=12151) 2024-11-14T12:32:03,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587583947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:03,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587583955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:03,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587583968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T12:32:04,080 INFO [Thread-2035 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-14T12:32:04,081 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:32:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-14T12:32:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T12:32:04,085 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:32:04,086 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:32:04,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:32:04,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587584157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:04,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587584163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:04,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587584181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T12:32:04,204 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/ec83ce47bbc74bfeacefde62170bf511 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/ec83ce47bbc74bfeacefde62170bf511 2024-11-14T12:32:04,214 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 17388502b53aee54c031e27921886dff/B of 17388502b53aee54c031e27921886dff into ec83ce47bbc74bfeacefde62170bf511(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:04,214 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:04,214 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/B, priority=12, startTime=1731587523678; duration=0sec 2024-11-14T12:32:04,214 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:04,214 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:B 2024-11-14T12:32:04,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:04,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T12:32:04,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:04,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:04,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:04,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:04,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:04,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/3607eaf01bac466d85bb33483bd81859 2024-11-14T12:32:04,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/725b9bc866044a40b735ae162a60665d is 50, key is test_row_0/C:col10/1731587523174/Put/seqid=0 2024-11-14T12:32:04,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742325_1501 (size=12151) 2024-11-14T12:32:04,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/725b9bc866044a40b735ae162a60665d 2024-11-14T12:32:04,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/fb02fb40ed92412bb7acb87403a84c03 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/fb02fb40ed92412bb7acb87403a84c03 2024-11-14T12:32:04,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/fb02fb40ed92412bb7acb87403a84c03, entries=200, sequenceid=232, filesize=14.2 K 2024-11-14T12:32:04,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/3607eaf01bac466d85bb33483bd81859 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/3607eaf01bac466d85bb33483bd81859 2024-11-14T12:32:04,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/3607eaf01bac466d85bb33483bd81859, entries=150, sequenceid=232, filesize=11.9 K 2024-11-14T12:32:04,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/725b9bc866044a40b735ae162a60665d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/725b9bc866044a40b735ae162a60665d 2024-11-14T12:32:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T12:32:04,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/725b9bc866044a40b735ae162a60665d, entries=150, sequenceid=232, filesize=11.9 K 2024-11-14T12:32:04,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 17388502b53aee54c031e27921886dff in 582ms, sequenceid=232, compaction requested=false 2024-11-14T12:32:04,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:04,396 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:04,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-14T12:32:04,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:04,397 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:32:04,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:32:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:32:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:32:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:04,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/39f43cfa183c4ca29268249d2c1176bd is 50, key is test_row_0/A:col10/1731587523843/Put/seqid=0 2024-11-14T12:32:04,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742326_1502 (size=12151) 2024-11-14T12:32:04,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:32:04,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587584510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:04,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587584511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:04,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587584515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:04,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587584616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:04,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587584617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:04,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587584621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T12:32:04,822 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/39f43cfa183c4ca29268249d2c1176bd 2024-11-14T12:32:04,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587584822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:04,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/f4c3c131111b4dc892181c30b35f25d2 is 50, key is test_row_0/B:col10/1731587523843/Put/seqid=0 2024-11-14T12:32:04,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587584823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:04,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587584825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:04,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742327_1503 (size=12151) 2024-11-14T12:32:05,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587585128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:05,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587585132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:05,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587585132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T12:32:05,232 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/f4c3c131111b4dc892181c30b35f25d2 2024-11-14T12:32:05,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/0395508a28254eb3bf67809b7e914d8d is 50, key is test_row_0/C:col10/1731587523843/Put/seqid=0 2024-11-14T12:32:05,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742328_1504 (size=12151) 2024-11-14T12:32:05,245 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/0395508a28254eb3bf67809b7e914d8d 2024-11-14T12:32:05,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/39f43cfa183c4ca29268249d2c1176bd as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/39f43cfa183c4ca29268249d2c1176bd 2024-11-14T12:32:05,254 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/39f43cfa183c4ca29268249d2c1176bd, entries=150, sequenceid=246, filesize=11.9 K 2024-11-14T12:32:05,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/f4c3c131111b4dc892181c30b35f25d2 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/f4c3c131111b4dc892181c30b35f25d2 2024-11-14T12:32:05,258 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/f4c3c131111b4dc892181c30b35f25d2, entries=150, sequenceid=246, filesize=11.9 K 2024-11-14T12:32:05,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/0395508a28254eb3bf67809b7e914d8d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/0395508a28254eb3bf67809b7e914d8d 2024-11-14T12:32:05,265 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/0395508a28254eb3bf67809b7e914d8d, entries=150, sequenceid=246, filesize=11.9 K 2024-11-14T12:32:05,266 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 17388502b53aee54c031e27921886dff in 869ms, sequenceid=246, compaction requested=true 2024-11-14T12:32:05,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:05,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:05,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-14T12:32:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-14T12:32:05,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-14T12:32:05,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1820 sec 2024-11-14T12:32:05,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.1890 sec 2024-11-14T12:32:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:32:05,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T12:32:05,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:32:05,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:05,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:32:05,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:05,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:32:05,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:05,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/7ccc21250a704be6922bd8e5262c7fb5 is 50, key is test_row_0/A:col10/1731587524507/Put/seqid=0 2024-11-14T12:32:05,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742329_1505 (size=14741) 2024-11-14T12:32:05,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587585649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:05,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587585654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:05,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587585655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:05,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587585756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:05,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587585762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:05,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587585764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:05,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587585960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:05,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587585968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:05,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587585969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:06,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/7ccc21250a704be6922bd8e5262c7fb5 2024-11-14T12:32:06,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/c6bcb4e4b42b4fd0aecfc59cdab9cb05 is 50, key is test_row_0/B:col10/1731587524507/Put/seqid=0 2024-11-14T12:32:06,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742330_1506 (size=12301) 2024-11-14T12:32:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33632 deadline: 1731587586133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:06,141 DEBUG [Thread-2029 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:06,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33648 deadline: 1731587586161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:06,169 DEBUG [Thread-2031 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8193 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T12:32:06,197 INFO [Thread-2035 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-14T12:32:06,198 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:32:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-14T12:32:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T12:32:06,202 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:32:06,212 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:32:06,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:32:06,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587586267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:06,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587586277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:06,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587586285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T12:32:06,368 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:06,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-14T12:32:06,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:06,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:06,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:06,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:06,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:06,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/c6bcb4e4b42b4fd0aecfc59cdab9cb05 2024-11-14T12:32:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T12:32:06,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/a967ca927d5040759ea4d246b00c6354 is 50, key is test_row_0/C:col10/1731587524507/Put/seqid=0 2024-11-14T12:32:06,524 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:06,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-14T12:32:06,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:06,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:06,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:06,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:06,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:06,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742331_1507 (size=12301) 2024-11-14T12:32:06,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/a967ca927d5040759ea4d246b00c6354 2024-11-14T12:32:06,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/7ccc21250a704be6922bd8e5262c7fb5 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/7ccc21250a704be6922bd8e5262c7fb5 2024-11-14T12:32:06,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/7ccc21250a704be6922bd8e5262c7fb5, entries=200, sequenceid=272, filesize=14.4 K 2024-11-14T12:32:06,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/c6bcb4e4b42b4fd0aecfc59cdab9cb05 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c6bcb4e4b42b4fd0aecfc59cdab9cb05 2024-11-14T12:32:06,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c6bcb4e4b42b4fd0aecfc59cdab9cb05, entries=150, sequenceid=272, filesize=12.0 K 2024-11-14T12:32:06,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/a967ca927d5040759ea4d246b00c6354 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/a967ca927d5040759ea4d246b00c6354 2024-11-14T12:32:06,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/a967ca927d5040759ea4d246b00c6354, entries=150, sequenceid=272, filesize=12.0 K 2024-11-14T12:32:06,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 17388502b53aee54c031e27921886dff in 1045ms, sequenceid=272, compaction requested=true 2024-11-14T12:32:06,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:06,685 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:32:06,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:32:06,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:06,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:32:06,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:06,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:06,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:32:06,686 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:32:06,686 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54062 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:32:06,686 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/A is initiating minor compaction (all files) 2024-11-14T12:32:06,686 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/A in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:06,686 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/4081f4175f8d4d778153297e2b777fed, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/fb02fb40ed92412bb7acb87403a84c03, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/39f43cfa183c4ca29268249d2c1176bd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/7ccc21250a704be6922bd8e5262c7fb5] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=52.8 K 2024-11-14T12:32:06,687 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:32:06,687 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/B is initiating minor compaction (all files) 2024-11-14T12:32:06,687 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/B in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:06,687 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/ec83ce47bbc74bfeacefde62170bf511, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/3607eaf01bac466d85bb33483bd81859, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/f4c3c131111b4dc892181c30b35f25d2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c6bcb4e4b42b4fd0aecfc59cdab9cb05] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=48.1 K 2024-11-14T12:32:06,687 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4081f4175f8d4d778153297e2b777fed, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731587522507 2024-11-14T12:32:06,687 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting ec83ce47bbc74bfeacefde62170bf511, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731587522507 2024-11-14T12:32:06,687 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb02fb40ed92412bb7acb87403a84c03, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731587523174 2024-11-14T12:32:06,688 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 3607eaf01bac466d85bb33483bd81859, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731587523174 2024-11-14T12:32:06,688 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39f43cfa183c4ca29268249d2c1176bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731587523807 2024-11-14T12:32:06,688 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting f4c3c131111b4dc892181c30b35f25d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731587523807 2024-11-14T12:32:06,688 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ccc21250a704be6922bd8e5262c7fb5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731587524507 2024-11-14T12:32:06,689 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting c6bcb4e4b42b4fd0aecfc59cdab9cb05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731587524507 2024-11-14T12:32:06,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:06,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-14T12:32:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:06,697 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:32:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:32:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:32:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:32:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:06,719 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#B#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:06,720 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/2da2224be70b4d718df061c835768fa1 is 50, key is test_row_0/B:col10/1731587524507/Put/seqid=0 2024-11-14T12:32:06,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/115b2557f8194443a5eec19d06a14398 is 50, key is test_row_0/A:col10/1731587525653/Put/seqid=0 2024-11-14T12:32:06,733 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#A#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:06,734 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/52b751839d3e43e2a45e34667a0f4731 is 50, key is test_row_0/A:col10/1731587524507/Put/seqid=0 2024-11-14T12:32:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:32:06,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:06,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742333_1509 (size=12301) 2024-11-14T12:32:06,788 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/115b2557f8194443a5eec19d06a14398 2024-11-14T12:32:06,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742332_1508 (size=12915) 2024-11-14T12:32:06,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742334_1510 (size=12915) 2024-11-14T12:32:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T12:32:06,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/4404c3383cbd4593b2a589b5f7f901a3 is 50, key is test_row_0/B:col10/1731587525653/Put/seqid=0 2024-11-14T12:32:06,811 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/2da2224be70b4d718df061c835768fa1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/2da2224be70b4d718df061c835768fa1 2024-11-14T12:32:06,836 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 17388502b53aee54c031e27921886dff/B of 17388502b53aee54c031e27921886dff into 2da2224be70b4d718df061c835768fa1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:06,836 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:06,836 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/B, priority=12, startTime=1731587526685; duration=0sec 2024-11-14T12:32:06,837 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:06,837 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:B 2024-11-14T12:32:06,837 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:32:06,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742335_1511 (size=12301) 2024-11-14T12:32:06,843 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:32:06,843 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/C is initiating minor compaction (all files) 2024-11-14T12:32:06,843 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/C in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:06,843 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/600e538f6d06429793c5e121acd0b337, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/725b9bc866044a40b735ae162a60665d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/0395508a28254eb3bf67809b7e914d8d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/a967ca927d5040759ea4d246b00c6354] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=48.1 K 2024-11-14T12:32:06,843 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 600e538f6d06429793c5e121acd0b337, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731587522507 2024-11-14T12:32:06,844 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 725b9bc866044a40b735ae162a60665d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731587523174 2024-11-14T12:32:06,845 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 0395508a28254eb3bf67809b7e914d8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731587523807 2024-11-14T12:32:06,845 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting a967ca927d5040759ea4d246b00c6354, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731587524507 2024-11-14T12:32:06,852 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#C#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:06,853 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/82e358bd49fc41b9a6534a7f428da8f1 is 50, key is test_row_0/C:col10/1731587524507/Put/seqid=0 2024-11-14T12:32:06,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587586878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:06,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742336_1512 (size=12915) 2024-11-14T12:32:06,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587586881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:06,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587586883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587586986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:06,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587586996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:07,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587587000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:07,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587587192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:07,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587587208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:07,217 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/52b751839d3e43e2a45e34667a0f4731 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/52b751839d3e43e2a45e34667a0f4731 2024-11-14T12:32:07,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587587215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:07,230 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 17388502b53aee54c031e27921886dff/A of 17388502b53aee54c031e27921886dff into 52b751839d3e43e2a45e34667a0f4731(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:07,230 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:07,230 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/A, priority=12, startTime=1731587526685; duration=0sec 2024-11-14T12:32:07,230 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:07,230 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:A 2024-11-14T12:32:07,240 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/4404c3383cbd4593b2a589b5f7f901a3 2024-11-14T12:32:07,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/6a488b5d4641425495ea34415198eb41 is 50, key is test_row_0/C:col10/1731587525653/Put/seqid=0 2024-11-14T12:32:07,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742337_1513 (size=12301) 2024-11-14T12:32:07,294 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/82e358bd49fc41b9a6534a7f428da8f1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/82e358bd49fc41b9a6534a7f428da8f1 2024-11-14T12:32:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T12:32:07,308 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 17388502b53aee54c031e27921886dff/C of 17388502b53aee54c031e27921886dff into 82e358bd49fc41b9a6534a7f428da8f1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:07,308 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:07,308 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/C, priority=12, startTime=1731587526685; duration=0sec 2024-11-14T12:32:07,309 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:07,309 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:C 2024-11-14T12:32:07,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587587496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:07,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587587518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:07,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587587528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:07,699 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/6a488b5d4641425495ea34415198eb41 2024-11-14T12:32:07,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/115b2557f8194443a5eec19d06a14398 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/115b2557f8194443a5eec19d06a14398 2024-11-14T12:32:07,730 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/115b2557f8194443a5eec19d06a14398, entries=150, sequenceid=283, filesize=12.0 K 2024-11-14T12:32:07,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/4404c3383cbd4593b2a589b5f7f901a3 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/4404c3383cbd4593b2a589b5f7f901a3 2024-11-14T12:32:07,749 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/4404c3383cbd4593b2a589b5f7f901a3, entries=150, sequenceid=283, filesize=12.0 K 2024-11-14T12:32:07,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/6a488b5d4641425495ea34415198eb41 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/6a488b5d4641425495ea34415198eb41 2024-11-14T12:32:07,793 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/6a488b5d4641425495ea34415198eb41, entries=150, sequenceid=283, filesize=12.0 K 2024-11-14T12:32:07,794 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 17388502b53aee54c031e27921886dff in 1097ms, sequenceid=283, compaction requested=false 2024-11-14T12:32:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-14T12:32:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-14T12:32:07,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-14T12:32:07,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5860 sec 2024-11-14T12:32:07,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.6040 sec 2024-11-14T12:32:08,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T12:32:08,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:32:08,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:08,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:32:08,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:08,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:32:08,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:32:08,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/f29e551552b44a1e8023e8553a11dcf7 is 50, key is test_row_0/A:col10/1731587526879/Put/seqid=0 2024-11-14T12:32:08,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742338_1514 (size=14741) 2024-11-14T12:32:08,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/f29e551552b44a1e8023e8553a11dcf7 2024-11-14T12:32:08,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587588060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587588071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587588077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/0dd9f0ba46b1403a8f607131b5ea4ca7 is 50, key is test_row_0/B:col10/1731587526879/Put/seqid=0 2024-11-14T12:32:08,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742339_1515 (size=12301) 2024-11-14T12:32:08,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/0dd9f0ba46b1403a8f607131b5ea4ca7 2024-11-14T12:32:08,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587588184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587588191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587588191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/8e6ee739600d4d5eb5c6c0f9f283ba2d is 50, key is test_row_0/C:col10/1731587526879/Put/seqid=0 2024-11-14T12:32:08,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742340_1516 (size=12301) 2024-11-14T12:32:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-14T12:32:08,303 INFO [Thread-2035 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-14T12:32:08,304 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:32:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-14T12:32:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T12:32:08,305 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:32:08,306 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:32:08,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:32:08,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587588388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587588398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587588398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T12:32:08,457 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T12:32:08,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:08,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:08,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:08,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:08,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T12:32:08,610 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T12:32:08,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:08,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:08,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:08,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:08,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:08,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/8e6ee739600d4d5eb5c6c0f9f283ba2d 2024-11-14T12:32:08,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/f29e551552b44a1e8023e8553a11dcf7 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f29e551552b44a1e8023e8553a11dcf7 2024-11-14T12:32:08,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f29e551552b44a1e8023e8553a11dcf7, entries=200, sequenceid=312, filesize=14.4 K 2024-11-14T12:32:08,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/0dd9f0ba46b1403a8f607131b5ea4ca7 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/0dd9f0ba46b1403a8f607131b5ea4ca7 2024-11-14T12:32:08,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/0dd9f0ba46b1403a8f607131b5ea4ca7, entries=150, sequenceid=312, filesize=12.0 K 2024-11-14T12:32:08,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/8e6ee739600d4d5eb5c6c0f9f283ba2d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/8e6ee739600d4d5eb5c6c0f9f283ba2d 2024-11-14T12:32:08,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/8e6ee739600d4d5eb5c6c0f9f283ba2d, entries=150, sequenceid=312, filesize=12.0 K 2024-11-14T12:32:08,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 17388502b53aee54c031e27921886dff in 627ms, sequenceid=312, compaction requested=true 2024-11-14T12:32:08,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:08,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:32:08,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:08,635 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:08,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:32:08,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:08,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:08,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:32:08,636 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:08,637 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:08,637 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:08,637 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/A is initiating minor compaction (all files) 2024-11-14T12:32:08,637 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/B is initiating minor compaction (all files) 2024-11-14T12:32:08,637 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/A in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:08,637 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/B in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:08,637 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/52b751839d3e43e2a45e34667a0f4731, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/115b2557f8194443a5eec19d06a14398, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f29e551552b44a1e8023e8553a11dcf7] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=39.0 K 2024-11-14T12:32:08,637 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/2da2224be70b4d718df061c835768fa1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/4404c3383cbd4593b2a589b5f7f901a3, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/0dd9f0ba46b1403a8f607131b5ea4ca7] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=36.6 K 2024-11-14T12:32:08,644 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52b751839d3e43e2a45e34667a0f4731, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731587524507 2024-11-14T12:32:08,644 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 2da2224be70b4d718df061c835768fa1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731587524507 2024-11-14T12:32:08,645 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 4404c3383cbd4593b2a589b5f7f901a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731587525645 2024-11-14T12:32:08,645 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 115b2557f8194443a5eec19d06a14398, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731587525645 2024-11-14T12:32:08,645 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dd9f0ba46b1403a8f607131b5ea4ca7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731587526836 2024-11-14T12:32:08,645 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting f29e551552b44a1e8023e8553a11dcf7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731587526836 2024-11-14T12:32:08,682 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#B#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:08,683 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/cf53ffa615894e8ca8b3aa5946a416c6 is 50, key is test_row_0/B:col10/1731587526879/Put/seqid=0 2024-11-14T12:32:08,686 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#A#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:08,686 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/03c8b538aaff4fb4ad712dd30da8e4dc is 50, key is test_row_0/A:col10/1731587526879/Put/seqid=0 2024-11-14T12:32:08,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742341_1517 (size=13017) 2024-11-14T12:32:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:32:08,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T12:32:08,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:32:08,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:08,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:32:08,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:08,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:32:08,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:08,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/a28298b7412b4983829461e9f29eb20e is 50, key is test_row_0/A:col10/1731587528696/Put/seqid=0 2024-11-14T12:32:08,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742342_1518 (size=13017) 2024-11-14T12:32:08,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742343_1519 (size=14741) 2024-11-14T12:32:08,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/a28298b7412b4983829461e9f29eb20e 2024-11-14T12:32:08,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/9067836aa6fd42599a3274449749716d is 50, key is test_row_0/B:col10/1731587528696/Put/seqid=0 2024-11-14T12:32:08,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742344_1520 (size=12301) 2024-11-14T12:32:08,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/9067836aa6fd42599a3274449749716d 2024-11-14T12:32:08,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/1960ef68ea7844aea4dbb9cc03e49d0a is 50, key is test_row_0/C:col10/1731587528696/Put/seqid=0 2024-11-14T12:32:08,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742345_1521 (size=12301) 2024-11-14T12:32:08,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/1960ef68ea7844aea4dbb9cc03e49d0a 2024-11-14T12:32:08,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T12:32:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:08,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:08,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/a28298b7412b4983829461e9f29eb20e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/a28298b7412b4983829461e9f29eb20e 2024-11-14T12:32:08,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587588773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:08,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587588776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587588779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/a28298b7412b4983829461e9f29eb20e, entries=200, sequenceid=324, filesize=14.4 K 2024-11-14T12:32:08,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/9067836aa6fd42599a3274449749716d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/9067836aa6fd42599a3274449749716d 2024-11-14T12:32:08,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/9067836aa6fd42599a3274449749716d, entries=150, sequenceid=324, filesize=12.0 K 2024-11-14T12:32:08,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/1960ef68ea7844aea4dbb9cc03e49d0a as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/1960ef68ea7844aea4dbb9cc03e49d0a 2024-11-14T12:32:08,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/1960ef68ea7844aea4dbb9cc03e49d0a, entries=150, sequenceid=324, filesize=12.0 K 2024-11-14T12:32:08,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 17388502b53aee54c031e27921886dff in 119ms, sequenceid=324, compaction requested=true 2024-11-14T12:32:08,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:08,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:A, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:08,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:32:08,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:B, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:08,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T12:32:08,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:08,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-14T12:32:08,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T12:32:08,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:32:08,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:08,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:32:08,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:08,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:32:08,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:32:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T12:32:08,916 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T12:32:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:08,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:08,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587588907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587588908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/e234d71bec9a4ec9b9ebf092e6e6a038 is 50, key is test_row_0/A:col10/1731587528897/Put/seqid=0 2024-11-14T12:32:08,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587588922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:08,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742346_1522 (size=14741) 2024-11-14T12:32:08,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/e234d71bec9a4ec9b9ebf092e6e6a038 2024-11-14T12:32:09,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/ee6e3a41e64d4f4eb93737b9b35eb272 is 50, key is test_row_0/B:col10/1731587528897/Put/seqid=0 2024-11-14T12:32:09,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587589025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:09,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587589025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:09,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587589031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:09,072 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:09,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T12:32:09,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:09,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:09,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:09,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:09,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:09,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742347_1523 (size=12301) 2024-11-14T12:32:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:09,105 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/cf53ffa615894e8ca8b3aa5946a416c6 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/cf53ffa615894e8ca8b3aa5946a416c6 2024-11-14T12:32:09,112 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17388502b53aee54c031e27921886dff/B of 17388502b53aee54c031e27921886dff into cf53ffa615894e8ca8b3aa5946a416c6(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:09,112 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:09,112 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/B, priority=13, startTime=1731587528635; duration=0sec 2024-11-14T12:32:09,112 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-14T12:32:09,112 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:B 2024-11-14T12:32:09,113 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-14T12:32:09,113 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T12:32:09,113 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T12:32:09,113 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. because compaction request was cancelled 2024-11-14T12:32:09,113 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:A 2024-11-14T12:32:09,113 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:32:09,114 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:32:09,114 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/C is initiating minor compaction (all files) 2024-11-14T12:32:09,114 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/C in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:09,114 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/82e358bd49fc41b9a6534a7f428da8f1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/6a488b5d4641425495ea34415198eb41, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/8e6ee739600d4d5eb5c6c0f9f283ba2d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/1960ef68ea7844aea4dbb9cc03e49d0a] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=48.7 K 2024-11-14T12:32:09,114 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 82e358bd49fc41b9a6534a7f428da8f1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731587524507 2024-11-14T12:32:09,115 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a488b5d4641425495ea34415198eb41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731587525645 2024-11-14T12:32:09,115 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e6ee739600d4d5eb5c6c0f9f283ba2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731587526836 2024-11-14T12:32:09,115 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 1960ef68ea7844aea4dbb9cc03e49d0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731587528053 2024-11-14T12:32:09,125 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#C#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:09,125 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/7ad2e1741f1d4eb7bda9ff3f986f009c is 50, key is test_row_0/C:col10/1731587528696/Put/seqid=0 2024-11-14T12:32:09,148 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/03c8b538aaff4fb4ad712dd30da8e4dc as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/03c8b538aaff4fb4ad712dd30da8e4dc 2024-11-14T12:32:09,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742348_1524 (size=13051) 2024-11-14T12:32:09,157 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17388502b53aee54c031e27921886dff/A of 17388502b53aee54c031e27921886dff into 03c8b538aaff4fb4ad712dd30da8e4dc(size=12.7 K), total size for store is 27.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:09,157 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:09,157 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/A, priority=13, startTime=1731587528635; duration=0sec 2024-11-14T12:32:09,157 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:32:09,157 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:A 2024-11-14T12:32:09,157 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:B 2024-11-14T12:32:09,157 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-14T12:32:09,158 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T12:32:09,158 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T12:32:09,158 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. because compaction request was cancelled 2024-11-14T12:32:09,158 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:C 2024-11-14T12:32:09,158 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T12:32:09,159 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T12:32:09,159 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T12:32:09,159 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. because compaction request was cancelled 2024-11-14T12:32:09,159 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:B 2024-11-14T12:32:09,160 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/7ad2e1741f1d4eb7bda9ff3f986f009c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/7ad2e1741f1d4eb7bda9ff3f986f009c 2024-11-14T12:32:09,165 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 17388502b53aee54c031e27921886dff/C of 17388502b53aee54c031e27921886dff into 7ad2e1741f1d4eb7bda9ff3f986f009c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:09,165 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:09,165 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/C, priority=12, startTime=1731587528817; duration=0sec 2024-11-14T12:32:09,165 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:09,165 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:C 2024-11-14T12:32:09,236 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:09,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T12:32:09,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:09,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:09,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:09,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:09,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:09,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:09,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587589238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587589238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:09,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587589241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:09,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:09,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T12:32:09,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:09,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:09,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:09,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:09,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T12:32:09,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/ee6e3a41e64d4f4eb93737b9b35eb272 2024-11-14T12:32:09,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/57507f94b7614f48ba1b26107cf68693 is 50, key is test_row_0/C:col10/1731587528897/Put/seqid=0 2024-11-14T12:32:09,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742349_1525 (size=12301) 2024-11-14T12:32:09,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/57507f94b7614f48ba1b26107cf68693 2024-11-14T12:32:09,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587589544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:09,552 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:09,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T12:32:09,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587589544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:09,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587589546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:09,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:09,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:09,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:09,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:09,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:09,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/e234d71bec9a4ec9b9ebf092e6e6a038 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/e234d71bec9a4ec9b9ebf092e6e6a038 2024-11-14T12:32:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:09,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/e234d71bec9a4ec9b9ebf092e6e6a038, entries=200, sequenceid=349, filesize=14.4 K 2024-11-14T12:32:09,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/ee6e3a41e64d4f4eb93737b9b35eb272 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/ee6e3a41e64d4f4eb93737b9b35eb272 2024-11-14T12:32:09,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/ee6e3a41e64d4f4eb93737b9b35eb272, entries=150, sequenceid=349, filesize=12.0 K 2024-11-14T12:32:09,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/57507f94b7614f48ba1b26107cf68693 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/57507f94b7614f48ba1b26107cf68693 2024-11-14T12:32:09,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/57507f94b7614f48ba1b26107cf68693, entries=150, sequenceid=349, filesize=12.0 K 2024-11-14T12:32:09,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 17388502b53aee54c031e27921886dff in 681ms, sequenceid=349, compaction requested=true 2024-11-14T12:32:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:09,580 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:09,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:32:09,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:09,580 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:09,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:32:09,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:09,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:09,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:09,581 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:09,581 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/A is initiating minor compaction (all files) 2024-11-14T12:32:09,581 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/A in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:09,581 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/03c8b538aaff4fb4ad712dd30da8e4dc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/a28298b7412b4983829461e9f29eb20e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/e234d71bec9a4ec9b9ebf092e6e6a038] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=41.5 K 2024-11-14T12:32:09,583 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03c8b538aaff4fb4ad712dd30da8e4dc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731587526836 2024-11-14T12:32:09,583 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:09,583 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting a28298b7412b4983829461e9f29eb20e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731587528053 2024-11-14T12:32:09,583 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/B is initiating minor compaction (all files) 2024-11-14T12:32:09,583 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/B in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:09,583 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/cf53ffa615894e8ca8b3aa5946a416c6, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/9067836aa6fd42599a3274449749716d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/ee6e3a41e64d4f4eb93737b9b35eb272] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=36.7 K 2024-11-14T12:32:09,583 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting e234d71bec9a4ec9b9ebf092e6e6a038, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731587528770 2024-11-14T12:32:09,584 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting cf53ffa615894e8ca8b3aa5946a416c6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731587526836 2024-11-14T12:32:09,584 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 9067836aa6fd42599a3274449749716d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731587528053 2024-11-14T12:32:09,585 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting ee6e3a41e64d4f4eb93737b9b35eb272, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731587528772 2024-11-14T12:32:09,604 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#B#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:09,605 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/9952d6ecbd444ea593079cb688a38d78 is 50, key is test_row_0/B:col10/1731587528897/Put/seqid=0 2024-11-14T12:32:09,615 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#A#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:09,615 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/36a2d7239d7e43d58aee63e1f345bf3e is 50, key is test_row_0/A:col10/1731587528897/Put/seqid=0 2024-11-14T12:32:09,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742351_1527 (size=13119) 2024-11-14T12:32:09,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742350_1526 (size=13119) 2024-11-14T12:32:09,656 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/36a2d7239d7e43d58aee63e1f345bf3e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/36a2d7239d7e43d58aee63e1f345bf3e 2024-11-14T12:32:09,657 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/9952d6ecbd444ea593079cb688a38d78 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/9952d6ecbd444ea593079cb688a38d78 2024-11-14T12:32:09,662 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17388502b53aee54c031e27921886dff/A of 17388502b53aee54c031e27921886dff into 36a2d7239d7e43d58aee63e1f345bf3e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:09,662 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:09,662 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/A, priority=13, startTime=1731587529579; duration=0sec 2024-11-14T12:32:09,662 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:09,662 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:A 2024-11-14T12:32:09,662 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T12:32:09,663 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17388502b53aee54c031e27921886dff/B of 17388502b53aee54c031e27921886dff into 9952d6ecbd444ea593079cb688a38d78(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:09,663 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:09,663 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/B, priority=13, startTime=1731587529580; duration=0sec 2024-11-14T12:32:09,663 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:09,663 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:B 2024-11-14T12:32:09,663 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T12:32:09,663 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T12:32:09,663 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. because compaction request was cancelled 2024-11-14T12:32:09,663 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:C 2024-11-14T12:32:09,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:09,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-14T12:32:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:09,711 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:32:09,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:32:09,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:09,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:32:09,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:09,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:32:09,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:09,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/f12da186271d44988c39ad65d037d040 is 50, key is test_row_0/A:col10/1731587528920/Put/seqid=0 2024-11-14T12:32:09,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742352_1528 (size=12301) 2024-11-14T12:32:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:32:10,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. as already flushing 2024-11-14T12:32:10,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587590116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:10,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587590117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:10,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:10,126 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/f12da186271d44988c39ad65d037d040 2024-11-14T12:32:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587590118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:10,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/406fcdc881154674a5312ac8b5d5fe33 is 50, key is test_row_0/B:col10/1731587528920/Put/seqid=0 2024-11-14T12:32:10,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742353_1529 (size=12301) 2024-11-14T12:32:10,174 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/406fcdc881154674a5312ac8b5d5fe33 2024-11-14T12:32:10,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/5d2abe07ec85446aa596a34fa93ab1cb is 50, key is test_row_0/C:col10/1731587528920/Put/seqid=0 2024-11-14T12:32:10,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742354_1530 (size=12301) 2024-11-14T12:32:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587590219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:10,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587590226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:10,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587590227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T12:32:10,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587590425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:10,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587590433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:10,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587590434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:10,622 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/5d2abe07ec85446aa596a34fa93ab1cb 2024-11-14T12:32:10,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/f12da186271d44988c39ad65d037d040 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f12da186271d44988c39ad65d037d040 2024-11-14T12:32:10,665 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f12da186271d44988c39ad65d037d040, entries=150, sequenceid=365, filesize=12.0 K 2024-11-14T12:32:10,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/406fcdc881154674a5312ac8b5d5fe33 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/406fcdc881154674a5312ac8b5d5fe33 2024-11-14T12:32:10,684 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/406fcdc881154674a5312ac8b5d5fe33, entries=150, sequenceid=365, filesize=12.0 K 2024-11-14T12:32:10,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/5d2abe07ec85446aa596a34fa93ab1cb as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/5d2abe07ec85446aa596a34fa93ab1cb 2024-11-14T12:32:10,692 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/5d2abe07ec85446aa596a34fa93ab1cb, entries=150, sequenceid=365, filesize=12.0 K 2024-11-14T12:32:10,692 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 17388502b53aee54c031e27921886dff in 981ms, sequenceid=365, compaction requested=true 2024-11-14T12:32:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-14T12:32:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-14T12:32:10,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-14T12:32:10,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3880 sec 2024-11-14T12:32:10,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.3920 sec 2024-11-14T12:32:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:32:10,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T12:32:10,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:32:10,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:10,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:32:10,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:10,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:32:10,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:10,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/2279ebf36d87479b80b62f875710f98d is 50, key is test_row_0/A:col10/1731587530115/Put/seqid=0 2024-11-14T12:32:10,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742355_1531 (size=14741) 2024-11-14T12:32:10,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587590750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:10,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587590759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:10,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587590760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:10,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587590864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:10,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587590869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:10,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587590872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:11,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587591069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:11,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587591079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:11,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587591083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:11,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/2279ebf36d87479b80b62f875710f98d 2024-11-14T12:32:11,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/c659a8e6731f4b1bb3ad8c28afe379f7 is 50, key is test_row_0/B:col10/1731587530115/Put/seqid=0 2024-11-14T12:32:11,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742356_1532 (size=12301) 2024-11-14T12:32:11,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587591373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:11,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587591386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:11,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587591396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:11,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/c659a8e6731f4b1bb3ad8c28afe379f7 2024-11-14T12:32:11,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/c97768ff490d40a896bd10b472fd06ca is 50, key is test_row_0/C:col10/1731587530115/Put/seqid=0 2024-11-14T12:32:11,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742357_1533 (size=12301) 2024-11-14T12:32:11,647 DEBUG [Thread-2042 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20456e19 to 127.0.0.1:63767 2024-11-14T12:32:11,648 DEBUG [Thread-2042 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:11,650 DEBUG [Thread-2044 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x477a55d2 to 127.0.0.1:63767 2024-11-14T12:32:11,650 DEBUG [Thread-2044 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:11,651 DEBUG [Thread-2036 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5af750e8 to 127.0.0.1:63767 2024-11-14T12:32:11,651 DEBUG [Thread-2036 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:11,654 DEBUG [Thread-2040 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39ba0ed8 to 127.0.0.1:63767 2024-11-14T12:32:11,654 DEBUG [Thread-2040 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:11,655 DEBUG [Thread-2038 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319db21a to 127.0.0.1:63767 2024-11-14T12:32:11,655 DEBUG [Thread-2038 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:11,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33620 deadline: 1731587591884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:11,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33688 deadline: 1731587591898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:11,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33676 deadline: 1731587591899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:12,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/c97768ff490d40a896bd10b472fd06ca 2024-11-14T12:32:12,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/2279ebf36d87479b80b62f875710f98d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/2279ebf36d87479b80b62f875710f98d 2024-11-14T12:32:12,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/2279ebf36d87479b80b62f875710f98d, entries=200, sequenceid=392, filesize=14.4 K 2024-11-14T12:32:12,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/c659a8e6731f4b1bb3ad8c28afe379f7 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c659a8e6731f4b1bb3ad8c28afe379f7 2024-11-14T12:32:12,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c659a8e6731f4b1bb3ad8c28afe379f7, entries=150, sequenceid=392, filesize=12.0 K 2024-11-14T12:32:12,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/c97768ff490d40a896bd10b472fd06ca as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/c97768ff490d40a896bd10b472fd06ca 2024-11-14T12:32:12,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/c97768ff490d40a896bd10b472fd06ca, entries=150, sequenceid=392, filesize=12.0 K 2024-11-14T12:32:12,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 17388502b53aee54c031e27921886dff in 1326ms, sequenceid=392, compaction requested=true 2024-11-14T12:32:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:32:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:32:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:12,062 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17388502b53aee54c031e27921886dff:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:12,062 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:12,063 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:12,063 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:12,063 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/B is initiating minor compaction (all files) 2024-11-14T12:32:12,063 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/A is initiating minor compaction (all files) 2024-11-14T12:32:12,063 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/B in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:12,063 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/A in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:12,063 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/9952d6ecbd444ea593079cb688a38d78, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/406fcdc881154674a5312ac8b5d5fe33, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c659a8e6731f4b1bb3ad8c28afe379f7] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=36.8 K 2024-11-14T12:32:12,063 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/36a2d7239d7e43d58aee63e1f345bf3e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f12da186271d44988c39ad65d037d040, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/2279ebf36d87479b80b62f875710f98d] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=39.2 K 2024-11-14T12:32:12,063 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36a2d7239d7e43d58aee63e1f345bf3e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731587528772 2024-11-14T12:32:12,063 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 9952d6ecbd444ea593079cb688a38d78, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731587528772 2024-11-14T12:32:12,064 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 406fcdc881154674a5312ac8b5d5fe33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731587528900 2024-11-14T12:32:12,064 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting f12da186271d44988c39ad65d037d040, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731587528900 2024-11-14T12:32:12,064 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2279ebf36d87479b80b62f875710f98d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731587530106 2024-11-14T12:32:12,064 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting c659a8e6731f4b1bb3ad8c28afe379f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731587530106 2024-11-14T12:32:12,072 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#B#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:12,072 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#A#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:12,073 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/e45eb5e91c0e4f228fa2a1fc4514efb0 is 50, key is test_row_0/A:col10/1731587530115/Put/seqid=0 2024-11-14T12:32:12,073 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/dc70f2b8a22049de9ee5cc1101b1215d is 50, key is test_row_0/B:col10/1731587530115/Put/seqid=0 2024-11-14T12:32:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742358_1534 (size=13221) 2024-11-14T12:32:12,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742359_1535 (size=13221) 2024-11-14T12:32:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T12:32:12,411 INFO [Thread-2035 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-14T12:32:12,507 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/e45eb5e91c0e4f228fa2a1fc4514efb0 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/e45eb5e91c0e4f228fa2a1fc4514efb0 2024-11-14T12:32:12,508 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/dc70f2b8a22049de9ee5cc1101b1215d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/dc70f2b8a22049de9ee5cc1101b1215d 2024-11-14T12:32:12,515 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17388502b53aee54c031e27921886dff/A of 17388502b53aee54c031e27921886dff into e45eb5e91c0e4f228fa2a1fc4514efb0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:12,515 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:12,515 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/A, priority=13, startTime=1731587532062; duration=0sec 2024-11-14T12:32:12,515 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:12,515 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:A 2024-11-14T12:32:12,515 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:32:12,516 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17388502b53aee54c031e27921886dff/B of 17388502b53aee54c031e27921886dff into dc70f2b8a22049de9ee5cc1101b1215d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:12,516 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:12,516 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/B, priority=13, startTime=1731587532062; duration=0sec 2024-11-14T12:32:12,516 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:12,516 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:B 2024-11-14T12:32:12,518 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:32:12,519 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 17388502b53aee54c031e27921886dff/C is initiating minor compaction (all files) 2024-11-14T12:32:12,519 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17388502b53aee54c031e27921886dff/C in TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:12,519 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/7ad2e1741f1d4eb7bda9ff3f986f009c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/57507f94b7614f48ba1b26107cf68693, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/5d2abe07ec85446aa596a34fa93ab1cb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/c97768ff490d40a896bd10b472fd06ca] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp, totalSize=48.8 K 2024-11-14T12:32:12,519 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ad2e1741f1d4eb7bda9ff3f986f009c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731587528053 2024-11-14T12:32:12,519 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57507f94b7614f48ba1b26107cf68693, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731587528772 2024-11-14T12:32:12,520 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d2abe07ec85446aa596a34fa93ab1cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731587528900 2024-11-14T12:32:12,520 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting c97768ff490d40a896bd10b472fd06ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731587530106 2024-11-14T12:32:12,529 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17388502b53aee54c031e27921886dff#C#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:12,530 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/4fde6f4b8926470f8836950a44df56b4 is 50, key is test_row_0/C:col10/1731587530115/Put/seqid=0 2024-11-14T12:32:12,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742360_1536 (size=13187) 2024-11-14T12:32:12,691 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:32:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 17388502b53aee54c031e27921886dff 2024-11-14T12:32:12,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:32:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:32:12,887 DEBUG [Thread-2033 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a647e86 to 127.0.0.1:63767 2024-11-14T12:32:12,887 DEBUG [Thread-2033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:32:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:32:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:12,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/ffb37bb796634e27a2de2c7a2193406e is 50, key is test_row_0/A:col10/1731587530757/Put/seqid=0 2024-11-14T12:32:12,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742361_1537 (size=12301) 2024-11-14T12:32:12,902 DEBUG [Thread-2027 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c951a7d to 127.0.0.1:63767 2024-11-14T12:32:12,902 DEBUG [Thread-2027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:12,910 DEBUG [Thread-2025 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d1a41d5 to 127.0.0.1:63767 2024-11-14T12:32:12,910 DEBUG [Thread-2025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:12,938 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/4fde6f4b8926470f8836950a44df56b4 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/4fde6f4b8926470f8836950a44df56b4 2024-11-14T12:32:12,941 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 17388502b53aee54c031e27921886dff/C of 17388502b53aee54c031e27921886dff into 4fde6f4b8926470f8836950a44df56b4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:12,941 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:12,941 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff., storeName=17388502b53aee54c031e27921886dff/C, priority=12, startTime=1731587532062; duration=0sec 2024-11-14T12:32:12,941 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:12,941 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17388502b53aee54c031e27921886dff:C 2024-11-14T12:32:13,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/ffb37bb796634e27a2de2c7a2193406e 2024-11-14T12:32:13,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/496074961f8b4967ad9b853f9d327398 is 50, key is test_row_0/B:col10/1731587530757/Put/seqid=0 2024-11-14T12:32:13,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742362_1538 (size=12301) 2024-11-14T12:32:13,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/496074961f8b4967ad9b853f9d327398 2024-11-14T12:32:13,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/6852485e9eba486fac9b9e49961bdbca is 50, key is test_row_0/C:col10/1731587530757/Put/seqid=0 2024-11-14T12:32:13,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742363_1539 (size=12301) 2024-11-14T12:32:14,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/6852485e9eba486fac9b9e49961bdbca 2024-11-14T12:32:14,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/ffb37bb796634e27a2de2c7a2193406e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/ffb37bb796634e27a2de2c7a2193406e 2024-11-14T12:32:14,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/ffb37bb796634e27a2de2c7a2193406e, entries=150, sequenceid=405, filesize=12.0 K 2024-11-14T12:32:14,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/496074961f8b4967ad9b853f9d327398 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/496074961f8b4967ad9b853f9d327398 2024-11-14T12:32:14,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/496074961f8b4967ad9b853f9d327398, entries=150, sequenceid=405, filesize=12.0 K 2024-11-14T12:32:14,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/6852485e9eba486fac9b9e49961bdbca as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/6852485e9eba486fac9b9e49961bdbca 2024-11-14T12:32:14,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/6852485e9eba486fac9b9e49961bdbca, entries=150, sequenceid=405, filesize=12.0 K 2024-11-14T12:32:14,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for 17388502b53aee54c031e27921886dff in 1260ms, sequenceid=405, compaction requested=false 2024-11-14T12:32:14,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:16,209 DEBUG [Thread-2029 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x501d99ba to 127.0.0.1:63767 2024-11-14T12:32:16,209 DEBUG [Thread-2029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:16,260 DEBUG [Thread-2031 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d4011c8 to 127.0.0.1:63767 2024-11-14T12:32:16,261 DEBUG [Thread-2031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2132 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6396 rows 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2129 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6387 rows 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2127 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6381 rows 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2140 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6420 rows 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2129 2024-11-14T12:32:16,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6387 rows 2024-11-14T12:32:16,261 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T12:32:16,261 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60c9530a to 127.0.0.1:63767 2024-11-14T12:32:16,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:16,264 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T12:32:16,265 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T12:32:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T12:32:16,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587536267"}]},"ts":"1731587536267"} 2024-11-14T12:32:16,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T12:32:16,275 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T12:32:16,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:32:16,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=17388502b53aee54c031e27921886dff, UNASSIGN}] 2024-11-14T12:32:16,277 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=17388502b53aee54c031e27921886dff, UNASSIGN 2024-11-14T12:32:16,277 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=17388502b53aee54c031e27921886dff, regionState=CLOSING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:16,278 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:32:16,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; CloseRegionProcedure 17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:32:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T12:32:16,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:16,428 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(124): Close 17388502b53aee54c031e27921886dff 2024-11-14T12:32:16,428 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T12:32:16,429 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1681): Closing 17388502b53aee54c031e27921886dff, disabling compactions & flushes 2024-11-14T12:32:16,429 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:16,429 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:16,429 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. after waiting 0 ms 2024-11-14T12:32:16,429 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:16,429 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(2837): Flushing 17388502b53aee54c031e27921886dff 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-14T12:32:16,429 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=A 2024-11-14T12:32:16,429 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:16,429 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=B 2024-11-14T12:32:16,429 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:16,429 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17388502b53aee54c031e27921886dff, store=C 2024-11-14T12:32:16,429 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:16,432 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/50ac5ef4db4b41afa9c8a9265cc47cf2 is 50, key is test_row_0/A:col10/1731587536259/Put/seqid=0 2024-11-14T12:32:16,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742364_1540 (size=9857) 2024-11-14T12:32:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T12:32:16,836 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/50ac5ef4db4b41afa9c8a9265cc47cf2 2024-11-14T12:32:16,841 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/ce124b8422c3440496604056dc5b3bb9 is 50, key is test_row_0/B:col10/1731587536259/Put/seqid=0 2024-11-14T12:32:16,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742365_1541 (size=9857) 2024-11-14T12:32:16,845 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/ce124b8422c3440496604056dc5b3bb9 2024-11-14T12:32:16,851 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/3b5d27e64a924088a1a2e8e63c9a727c is 50, key is test_row_0/C:col10/1731587536259/Put/seqid=0 2024-11-14T12:32:16,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742366_1542 (size=9857) 2024-11-14T12:32:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T12:32:17,255 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/3b5d27e64a924088a1a2e8e63c9a727c 2024-11-14T12:32:17,259 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/A/50ac5ef4db4b41afa9c8a9265cc47cf2 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/50ac5ef4db4b41afa9c8a9265cc47cf2 2024-11-14T12:32:17,262 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/50ac5ef4db4b41afa9c8a9265cc47cf2, entries=100, sequenceid=413, filesize=9.6 K 2024-11-14T12:32:17,263 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/B/ce124b8422c3440496604056dc5b3bb9 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/ce124b8422c3440496604056dc5b3bb9 2024-11-14T12:32:17,265 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/ce124b8422c3440496604056dc5b3bb9, entries=100, sequenceid=413, filesize=9.6 K 2024-11-14T12:32:17,266 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/.tmp/C/3b5d27e64a924088a1a2e8e63c9a727c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/3b5d27e64a924088a1a2e8e63c9a727c 2024-11-14T12:32:17,268 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/3b5d27e64a924088a1a2e8e63c9a727c, entries=100, sequenceid=413, filesize=9.6 K 2024-11-14T12:32:17,269 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 17388502b53aee54c031e27921886dff in 840ms, sequenceid=413, compaction requested=true 2024-11-14T12:32:17,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/65952c4837da495cb3cca3895d2d868e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/45bbb9d2158d4ef99e234117ad042da5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f3fd5beefb444272abff54367407cba7, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/e4cfb2abaadd4ba5b004de0c412905e4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/3104c5464eea488ea042df6b3d0d86ec, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/28357e3bbc774c26b3feb98b87a92cfb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/4df91dd1abe54111870595e41e5253c9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/cd2775354ad345ed94d7d5f63c5da61f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f7756657ce9140cea29c3ad0bcc38d62, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/1bf08f3214184ddc84c743b8f7c33c56, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/016d8dcf43f1425e83689577527faf96, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/36c0e796c06a47679856070f737c9297, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/99b3eca5d7a445ef847d9f3be9be35ce, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f1297bdbbcab4607a32b18e7b0dcc308, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/4081f4175f8d4d778153297e2b777fed, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/fb02fb40ed92412bb7acb87403a84c03, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/39f43cfa183c4ca29268249d2c1176bd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/7ccc21250a704be6922bd8e5262c7fb5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/52b751839d3e43e2a45e34667a0f4731, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/115b2557f8194443a5eec19d06a14398, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f29e551552b44a1e8023e8553a11dcf7, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/03c8b538aaff4fb4ad712dd30da8e4dc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/a28298b7412b4983829461e9f29eb20e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/e234d71bec9a4ec9b9ebf092e6e6a038, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/36a2d7239d7e43d58aee63e1f345bf3e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f12da186271d44988c39ad65d037d040, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/2279ebf36d87479b80b62f875710f98d] to archive 2024-11-14T12:32:17,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:32:17,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/65952c4837da495cb3cca3895d2d868e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/65952c4837da495cb3cca3895d2d868e 2024-11-14T12:32:17,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/45bbb9d2158d4ef99e234117ad042da5 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/45bbb9d2158d4ef99e234117ad042da5 2024-11-14T12:32:17,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f3fd5beefb444272abff54367407cba7 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f3fd5beefb444272abff54367407cba7 2024-11-14T12:32:17,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/e4cfb2abaadd4ba5b004de0c412905e4 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/e4cfb2abaadd4ba5b004de0c412905e4 2024-11-14T12:32:17,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/3104c5464eea488ea042df6b3d0d86ec to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/3104c5464eea488ea042df6b3d0d86ec 2024-11-14T12:32:17,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/28357e3bbc774c26b3feb98b87a92cfb to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/28357e3bbc774c26b3feb98b87a92cfb 2024-11-14T12:32:17,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/4df91dd1abe54111870595e41e5253c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/4df91dd1abe54111870595e41e5253c9 2024-11-14T12:32:17,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/cd2775354ad345ed94d7d5f63c5da61f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/cd2775354ad345ed94d7d5f63c5da61f 2024-11-14T12:32:17,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f7756657ce9140cea29c3ad0bcc38d62 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f7756657ce9140cea29c3ad0bcc38d62 2024-11-14T12:32:17,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/1bf08f3214184ddc84c743b8f7c33c56 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/1bf08f3214184ddc84c743b8f7c33c56 2024-11-14T12:32:17,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/016d8dcf43f1425e83689577527faf96 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/016d8dcf43f1425e83689577527faf96 2024-11-14T12:32:17,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/36c0e796c06a47679856070f737c9297 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/36c0e796c06a47679856070f737c9297 2024-11-14T12:32:17,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/99b3eca5d7a445ef847d9f3be9be35ce to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/99b3eca5d7a445ef847d9f3be9be35ce 2024-11-14T12:32:17,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f1297bdbbcab4607a32b18e7b0dcc308 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f1297bdbbcab4607a32b18e7b0dcc308 2024-11-14T12:32:17,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/4081f4175f8d4d778153297e2b777fed to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/4081f4175f8d4d778153297e2b777fed 2024-11-14T12:32:17,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/fb02fb40ed92412bb7acb87403a84c03 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/fb02fb40ed92412bb7acb87403a84c03 2024-11-14T12:32:17,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/39f43cfa183c4ca29268249d2c1176bd to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/39f43cfa183c4ca29268249d2c1176bd 2024-11-14T12:32:17,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/7ccc21250a704be6922bd8e5262c7fb5 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/7ccc21250a704be6922bd8e5262c7fb5 2024-11-14T12:32:17,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/52b751839d3e43e2a45e34667a0f4731 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/52b751839d3e43e2a45e34667a0f4731 2024-11-14T12:32:17,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/115b2557f8194443a5eec19d06a14398 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/115b2557f8194443a5eec19d06a14398 2024-11-14T12:32:17,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f29e551552b44a1e8023e8553a11dcf7 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f29e551552b44a1e8023e8553a11dcf7 2024-11-14T12:32:17,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/03c8b538aaff4fb4ad712dd30da8e4dc to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/03c8b538aaff4fb4ad712dd30da8e4dc 2024-11-14T12:32:17,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/a28298b7412b4983829461e9f29eb20e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/a28298b7412b4983829461e9f29eb20e 2024-11-14T12:32:17,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/e234d71bec9a4ec9b9ebf092e6e6a038 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/e234d71bec9a4ec9b9ebf092e6e6a038 2024-11-14T12:32:17,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/36a2d7239d7e43d58aee63e1f345bf3e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/36a2d7239d7e43d58aee63e1f345bf3e 2024-11-14T12:32:17,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f12da186271d44988c39ad65d037d040 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/f12da186271d44988c39ad65d037d040 2024-11-14T12:32:17,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/2279ebf36d87479b80b62f875710f98d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/2279ebf36d87479b80b62f875710f98d 2024-11-14T12:32:17,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b357d3f6330142d399445839f955e41a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/818891134914494c996983612d31bb6d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/dbefce5579e24b918246eeed2e128dc6, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/974dafef720d4c53b40111777ddab808, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/e1c25609d2954789ab251bb8baa3d91d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b2ad0640cbe744a99c55e6ebe3cf8394, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/d9edede0fa014c11b36affd34c5f216e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/5e4280b6e8aa4dc2be4b36f175c2fec6, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b709592709454db7a60b565ca28c8fb5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/3822f70dc9944c24ba191894b8819030, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/84794eda8d0a47b88a5da9c6946daeee, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c76ed8e0f039480d9ee2de9ef0f4f771, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c90f8aec6165411cbc00baccc4576754, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/ec83ce47bbc74bfeacefde62170bf511, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/7ae1731a88d84dc28f66f1d5e753f159, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/3607eaf01bac466d85bb33483bd81859, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/f4c3c131111b4dc892181c30b35f25d2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/2da2224be70b4d718df061c835768fa1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c6bcb4e4b42b4fd0aecfc59cdab9cb05, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/4404c3383cbd4593b2a589b5f7f901a3, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/cf53ffa615894e8ca8b3aa5946a416c6, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/0dd9f0ba46b1403a8f607131b5ea4ca7, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/9067836aa6fd42599a3274449749716d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/9952d6ecbd444ea593079cb688a38d78, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/ee6e3a41e64d4f4eb93737b9b35eb272, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/406fcdc881154674a5312ac8b5d5fe33, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c659a8e6731f4b1bb3ad8c28afe379f7] to archive 2024-11-14T12:32:17,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:32:17,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b357d3f6330142d399445839f955e41a to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b357d3f6330142d399445839f955e41a 2024-11-14T12:32:17,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/818891134914494c996983612d31bb6d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/818891134914494c996983612d31bb6d 2024-11-14T12:32:17,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/dbefce5579e24b918246eeed2e128dc6 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/dbefce5579e24b918246eeed2e128dc6 2024-11-14T12:32:17,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/974dafef720d4c53b40111777ddab808 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/974dafef720d4c53b40111777ddab808 2024-11-14T12:32:17,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/e1c25609d2954789ab251bb8baa3d91d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/e1c25609d2954789ab251bb8baa3d91d 2024-11-14T12:32:17,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b2ad0640cbe744a99c55e6ebe3cf8394 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b2ad0640cbe744a99c55e6ebe3cf8394 2024-11-14T12:32:17,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/d9edede0fa014c11b36affd34c5f216e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/d9edede0fa014c11b36affd34c5f216e 2024-11-14T12:32:17,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/5e4280b6e8aa4dc2be4b36f175c2fec6 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/5e4280b6e8aa4dc2be4b36f175c2fec6 2024-11-14T12:32:17,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b709592709454db7a60b565ca28c8fb5 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/b709592709454db7a60b565ca28c8fb5 2024-11-14T12:32:17,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/3822f70dc9944c24ba191894b8819030 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/3822f70dc9944c24ba191894b8819030 2024-11-14T12:32:17,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/84794eda8d0a47b88a5da9c6946daeee to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/84794eda8d0a47b88a5da9c6946daeee 2024-11-14T12:32:17,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c76ed8e0f039480d9ee2de9ef0f4f771 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c76ed8e0f039480d9ee2de9ef0f4f771 2024-11-14T12:32:17,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c90f8aec6165411cbc00baccc4576754 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c90f8aec6165411cbc00baccc4576754 2024-11-14T12:32:17,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/ec83ce47bbc74bfeacefde62170bf511 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/ec83ce47bbc74bfeacefde62170bf511 2024-11-14T12:32:17,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/7ae1731a88d84dc28f66f1d5e753f159 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/7ae1731a88d84dc28f66f1d5e753f159 2024-11-14T12:32:17,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/3607eaf01bac466d85bb33483bd81859 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/3607eaf01bac466d85bb33483bd81859 2024-11-14T12:32:17,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/f4c3c131111b4dc892181c30b35f25d2 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/f4c3c131111b4dc892181c30b35f25d2 2024-11-14T12:32:17,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/2da2224be70b4d718df061c835768fa1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/2da2224be70b4d718df061c835768fa1 2024-11-14T12:32:17,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c6bcb4e4b42b4fd0aecfc59cdab9cb05 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c6bcb4e4b42b4fd0aecfc59cdab9cb05 2024-11-14T12:32:17,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/4404c3383cbd4593b2a589b5f7f901a3 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/4404c3383cbd4593b2a589b5f7f901a3 2024-11-14T12:32:17,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/cf53ffa615894e8ca8b3aa5946a416c6 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/cf53ffa615894e8ca8b3aa5946a416c6 2024-11-14T12:32:17,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/0dd9f0ba46b1403a8f607131b5ea4ca7 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/0dd9f0ba46b1403a8f607131b5ea4ca7 2024-11-14T12:32:17,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/9067836aa6fd42599a3274449749716d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/9067836aa6fd42599a3274449749716d 2024-11-14T12:32:17,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/9952d6ecbd444ea593079cb688a38d78 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/9952d6ecbd444ea593079cb688a38d78 2024-11-14T12:32:17,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/ee6e3a41e64d4f4eb93737b9b35eb272 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/ee6e3a41e64d4f4eb93737b9b35eb272 2024-11-14T12:32:17,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/406fcdc881154674a5312ac8b5d5fe33 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/406fcdc881154674a5312ac8b5d5fe33 2024-11-14T12:32:17,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c659a8e6731f4b1bb3ad8c28afe379f7 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/c659a8e6731f4b1bb3ad8c28afe379f7 2024-11-14T12:32:17,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/64cbd446d5b14cb8aaa6a12ee251f5e5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/62075539ced14dc4a5d32382ba7b37b1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/8f6d0e19fad04679b8e3ce91851d83dc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/238c5dce00614a418c703530ccffe139, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/65242bfc82234eca9e271f6e06020334, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/c42feefbd0d44168bda2e0af2d6b4afc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/cdf025e2ecf44e78a057c6bec4d03262, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/7dabb8a74fac4ca2bc9a6dbb81f7c642, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/397d119634334eb8873cbbe8053ed239, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/bf537c7690e546a39784fa872a5315cd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/167c799620ca41a9a730015b9e16fad7, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/94a52545b3bc42f4ad7d14815653dc8e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/1343639273fc4db5be84450ff6b4f0af, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/600e538f6d06429793c5e121acd0b337, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/af021b1c5db246d4997e0ef110e4880f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/725b9bc866044a40b735ae162a60665d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/0395508a28254eb3bf67809b7e914d8d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/82e358bd49fc41b9a6534a7f428da8f1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/a967ca927d5040759ea4d246b00c6354, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/6a488b5d4641425495ea34415198eb41, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/8e6ee739600d4d5eb5c6c0f9f283ba2d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/7ad2e1741f1d4eb7bda9ff3f986f009c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/1960ef68ea7844aea4dbb9cc03e49d0a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/57507f94b7614f48ba1b26107cf68693, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/5d2abe07ec85446aa596a34fa93ab1cb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/c97768ff490d40a896bd10b472fd06ca] to archive 2024-11-14T12:32:17,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:32:17,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/64cbd446d5b14cb8aaa6a12ee251f5e5 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/64cbd446d5b14cb8aaa6a12ee251f5e5 2024-11-14T12:32:17,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/62075539ced14dc4a5d32382ba7b37b1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/62075539ced14dc4a5d32382ba7b37b1 2024-11-14T12:32:17,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/8f6d0e19fad04679b8e3ce91851d83dc to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/8f6d0e19fad04679b8e3ce91851d83dc 2024-11-14T12:32:17,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/238c5dce00614a418c703530ccffe139 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/238c5dce00614a418c703530ccffe139 2024-11-14T12:32:17,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/65242bfc82234eca9e271f6e06020334 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/65242bfc82234eca9e271f6e06020334 2024-11-14T12:32:17,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/c42feefbd0d44168bda2e0af2d6b4afc to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/c42feefbd0d44168bda2e0af2d6b4afc 2024-11-14T12:32:17,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/cdf025e2ecf44e78a057c6bec4d03262 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/cdf025e2ecf44e78a057c6bec4d03262 2024-11-14T12:32:17,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/7dabb8a74fac4ca2bc9a6dbb81f7c642 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/7dabb8a74fac4ca2bc9a6dbb81f7c642 2024-11-14T12:32:17,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/397d119634334eb8873cbbe8053ed239 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/397d119634334eb8873cbbe8053ed239 2024-11-14T12:32:17,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/bf537c7690e546a39784fa872a5315cd to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/bf537c7690e546a39784fa872a5315cd 2024-11-14T12:32:17,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/167c799620ca41a9a730015b9e16fad7 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/167c799620ca41a9a730015b9e16fad7 2024-11-14T12:32:17,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/94a52545b3bc42f4ad7d14815653dc8e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/94a52545b3bc42f4ad7d14815653dc8e 2024-11-14T12:32:17,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/1343639273fc4db5be84450ff6b4f0af to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/1343639273fc4db5be84450ff6b4f0af 2024-11-14T12:32:17,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/600e538f6d06429793c5e121acd0b337 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/600e538f6d06429793c5e121acd0b337 2024-11-14T12:32:17,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/af021b1c5db246d4997e0ef110e4880f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/af021b1c5db246d4997e0ef110e4880f 2024-11-14T12:32:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T12:32:17,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/725b9bc866044a40b735ae162a60665d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/725b9bc866044a40b735ae162a60665d 2024-11-14T12:32:17,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/0395508a28254eb3bf67809b7e914d8d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/0395508a28254eb3bf67809b7e914d8d 2024-11-14T12:32:17,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/82e358bd49fc41b9a6534a7f428da8f1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/82e358bd49fc41b9a6534a7f428da8f1 2024-11-14T12:32:17,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/a967ca927d5040759ea4d246b00c6354 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/a967ca927d5040759ea4d246b00c6354 2024-11-14T12:32:17,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/6a488b5d4641425495ea34415198eb41 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/6a488b5d4641425495ea34415198eb41 2024-11-14T12:32:17,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/8e6ee739600d4d5eb5c6c0f9f283ba2d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/8e6ee739600d4d5eb5c6c0f9f283ba2d 2024-11-14T12:32:17,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/7ad2e1741f1d4eb7bda9ff3f986f009c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/7ad2e1741f1d4eb7bda9ff3f986f009c 2024-11-14T12:32:17,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/1960ef68ea7844aea4dbb9cc03e49d0a to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/1960ef68ea7844aea4dbb9cc03e49d0a 2024-11-14T12:32:17,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/57507f94b7614f48ba1b26107cf68693 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/57507f94b7614f48ba1b26107cf68693 2024-11-14T12:32:17,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/5d2abe07ec85446aa596a34fa93ab1cb to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/5d2abe07ec85446aa596a34fa93ab1cb 2024-11-14T12:32:17,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/c97768ff490d40a896bd10b472fd06ca to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/c97768ff490d40a896bd10b472fd06ca 2024-11-14T12:32:17,398 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/recovered.edits/416.seqid, newMaxSeqId=416, maxSeqId=1 2024-11-14T12:32:17,398 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff. 2024-11-14T12:32:17,399 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1635): Region close journal for 17388502b53aee54c031e27921886dff: 2024-11-14T12:32:17,401 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(170): Closed 17388502b53aee54c031e27921886dff 2024-11-14T12:32:17,401 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=17388502b53aee54c031e27921886dff, regionState=CLOSED 2024-11-14T12:32:17,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-14T12:32:17,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; CloseRegionProcedure 17388502b53aee54c031e27921886dff, server=7a6a7f6bcca9,45647,1731587384712 in 1.1240 sec 2024-11-14T12:32:17,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=130, resume processing ppid=129 2024-11-14T12:32:17,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=129, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=17388502b53aee54c031e27921886dff, UNASSIGN in 1.1270 sec 2024-11-14T12:32:17,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-14T12:32:17,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1300 sec 2024-11-14T12:32:17,409 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587537409"}]},"ts":"1731587537409"} 2024-11-14T12:32:17,410 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T12:32:17,415 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T12:32:17,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-14T12:32:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-14T12:32:18,372 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-14T12:32:18,373 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T12:32:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:18,374 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T12:32:18,375 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=132, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:18,377 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff 2024-11-14T12:32:18,379 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/recovered.edits] 2024-11-14T12:32:18,381 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/50ac5ef4db4b41afa9c8a9265cc47cf2 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/50ac5ef4db4b41afa9c8a9265cc47cf2 2024-11-14T12:32:18,382 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/e45eb5e91c0e4f228fa2a1fc4514efb0 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/e45eb5e91c0e4f228fa2a1fc4514efb0 2024-11-14T12:32:18,383 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/ffb37bb796634e27a2de2c7a2193406e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/A/ffb37bb796634e27a2de2c7a2193406e 2024-11-14T12:32:18,384 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/496074961f8b4967ad9b853f9d327398 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/496074961f8b4967ad9b853f9d327398 2024-11-14T12:32:18,385 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/ce124b8422c3440496604056dc5b3bb9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/ce124b8422c3440496604056dc5b3bb9 2024-11-14T12:32:18,386 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/dc70f2b8a22049de9ee5cc1101b1215d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/B/dc70f2b8a22049de9ee5cc1101b1215d 2024-11-14T12:32:18,387 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/3b5d27e64a924088a1a2e8e63c9a727c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/3b5d27e64a924088a1a2e8e63c9a727c 2024-11-14T12:32:18,388 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/4fde6f4b8926470f8836950a44df56b4 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/4fde6f4b8926470f8836950a44df56b4 2024-11-14T12:32:18,389 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/6852485e9eba486fac9b9e49961bdbca to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/C/6852485e9eba486fac9b9e49961bdbca 2024-11-14T12:32:18,391 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/recovered.edits/416.seqid to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff/recovered.edits/416.seqid 2024-11-14T12:32:18,391 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/17388502b53aee54c031e27921886dff 2024-11-14T12:32:18,391 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T12:32:18,393 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=132, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:18,394 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T12:32:18,396 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T12:32:18,397 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=132, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:18,397 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T12:32:18,397 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731587538397"}]},"ts":"9223372036854775807"} 2024-11-14T12:32:18,401 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T12:32:18,401 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 17388502b53aee54c031e27921886dff, NAME => 'TestAcidGuarantees,,1731587509456.17388502b53aee54c031e27921886dff.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T12:32:18,401 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T12:32:18,401 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731587538401"}]},"ts":"9223372036854775807"} 2024-11-14T12:32:18,404 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T12:32:18,406 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=132, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:18,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-14T12:32:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T12:32:18,476 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-14T12:32:18,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 235) - Thread LEAK? -, OpenFileDescriptor=448 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=815 (was 890), ProcessCount=11 (was 11), AvailableMemoryMB=3806 (was 3193) - AvailableMemoryMB LEAK? - 2024-11-14T12:32:18,494 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=815, ProcessCount=11, AvailableMemoryMB=3805 2024-11-14T12:32:18,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:32:18,495 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:32:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:18,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:32:18,497 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:18,497 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 133 2024-11-14T12:32:18,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:32:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-14T12:32:18,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742367_1543 (size=960) 2024-11-14T12:32:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-14T12:32:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-14T12:32:18,904 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f 2024-11-14T12:32:18,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742368_1544 (size=53) 2024-11-14T12:32:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-14T12:32:19,309 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:19,309 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 93041d1b95149bbd7e1d20e6de2e9220, disabling compactions & flushes 2024-11-14T12:32:19,309 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:19,309 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:19,309 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. after waiting 0 ms 2024-11-14T12:32:19,309 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:19,309 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:19,309 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:19,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:32:19,310 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731587539310"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587539310"}]},"ts":"1731587539310"} 2024-11-14T12:32:19,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T12:32:19,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:32:19,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587539311"}]},"ts":"1731587539311"} 2024-11-14T12:32:19,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T12:32:19,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=93041d1b95149bbd7e1d20e6de2e9220, ASSIGN}] 2024-11-14T12:32:19,316 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=93041d1b95149bbd7e1d20e6de2e9220, ASSIGN 2024-11-14T12:32:19,316 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=93041d1b95149bbd7e1d20e6de2e9220, ASSIGN; state=OFFLINE, location=7a6a7f6bcca9,45647,1731587384712; forceNewPlan=false, retain=false 2024-11-14T12:32:19,467 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=93041d1b95149bbd7e1d20e6de2e9220, regionState=OPENING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:19,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; OpenRegionProcedure 93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:32:19,469 ERROR [LeaseRenewer:jenkins@localhost:34141 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34141,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-14T12:32:19,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:19,622 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:19,622 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7285): Opening region: {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:32:19,623 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:19,623 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:19,623 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7327): checking encryption for 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:19,623 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7330): checking classloading for 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:19,624 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:19,625 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:32:19,626 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93041d1b95149bbd7e1d20e6de2e9220 columnFamilyName A 2024-11-14T12:32:19,626 DEBUG [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:19,626 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.HStore(327): Store=93041d1b95149bbd7e1d20e6de2e9220/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:19,626 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:19,627 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:32:19,628 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93041d1b95149bbd7e1d20e6de2e9220 columnFamilyName B 2024-11-14T12:32:19,628 DEBUG [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:19,628 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.HStore(327): Store=93041d1b95149bbd7e1d20e6de2e9220/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:19,628 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:19,629 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:32:19,629 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93041d1b95149bbd7e1d20e6de2e9220 columnFamilyName C 2024-11-14T12:32:19,629 DEBUG [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:19,630 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.HStore(327): Store=93041d1b95149bbd7e1d20e6de2e9220/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:19,630 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:19,631 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:19,631 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:19,632 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:32:19,633 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1085): writing seq id for 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:19,635 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:32:19,635 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1102): Opened 93041d1b95149bbd7e1d20e6de2e9220; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68525943, jitterRate=0.021116122603416443}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:32:19,636 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1001): Region open journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:19,637 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., pid=135, masterSystemTime=1731587539620 2024-11-14T12:32:19,638 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:19,638 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:19,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=93041d1b95149bbd7e1d20e6de2e9220, regionState=OPEN, openSeqNum=2, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:19,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-14T12:32:19,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; OpenRegionProcedure 93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 in 171 msec 2024-11-14T12:32:19,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=134, resume processing ppid=133 2024-11-14T12:32:19,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=93041d1b95149bbd7e1d20e6de2e9220, ASSIGN in 326 msec 2024-11-14T12:32:19,642 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:32:19,643 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587539643"}]},"ts":"1731587539643"} 2024-11-14T12:32:19,643 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T12:32:19,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:32:19,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-14T12:32:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-14T12:32:20,601 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34141 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34141,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:20,601 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 133 completed 2024-11-14T12:32:20,602 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4278bc76 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@754d0bed 2024-11-14T12:32:20,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b7b773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:20,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:20,610 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:20,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:32:20,612 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:32:20,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:32:20,613 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:32:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:20,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742369_1545 (size=996) 2024-11-14T12:32:21,024 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-14T12:32:21,024 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-14T12:32:21,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:32:21,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=93041d1b95149bbd7e1d20e6de2e9220, REOPEN/MOVE}] 2024-11-14T12:32:21,027 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=93041d1b95149bbd7e1d20e6de2e9220, REOPEN/MOVE 2024-11-14T12:32:21,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=93041d1b95149bbd7e1d20e6de2e9220, regionState=CLOSING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,028 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:32:21,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; CloseRegionProcedure 93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:32:21,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,180 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(124): Close 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:21,180 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T12:32:21,180 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1681): Closing 93041d1b95149bbd7e1d20e6de2e9220, disabling compactions & flushes 2024-11-14T12:32:21,180 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:21,180 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:21,180 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. after waiting 0 ms 2024-11-14T12:32:21,180 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:21,183 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T12:32:21,183 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:21,183 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1635): Region close journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:21,183 WARN [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionServer(3786): Not adding moved region record: 93041d1b95149bbd7e1d20e6de2e9220 to self. 2024-11-14T12:32:21,185 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(170): Closed 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:21,185 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=93041d1b95149bbd7e1d20e6de2e9220, regionState=CLOSED 2024-11-14T12:32:21,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-14T12:32:21,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseRegionProcedure 93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 in 158 msec 2024-11-14T12:32:21,187 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=93041d1b95149bbd7e1d20e6de2e9220, REOPEN/MOVE; state=CLOSED, location=7a6a7f6bcca9,45647,1731587384712; forceNewPlan=false, retain=true 2024-11-14T12:32:21,337 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=93041d1b95149bbd7e1d20e6de2e9220, regionState=OPENING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=138, state=RUNNABLE; OpenRegionProcedure 93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:32:21,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,492 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:21,492 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7285): Opening region: {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:32:21,492 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:21,492 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:21,492 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7327): checking encryption for 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:21,493 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7330): checking classloading for 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:21,493 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:21,494 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:32:21,494 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93041d1b95149bbd7e1d20e6de2e9220 columnFamilyName A 2024-11-14T12:32:21,495 DEBUG [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:21,495 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.HStore(327): Store=93041d1b95149bbd7e1d20e6de2e9220/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:21,496 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:21,496 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:32:21,496 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93041d1b95149bbd7e1d20e6de2e9220 columnFamilyName B 2024-11-14T12:32:21,496 DEBUG [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:21,497 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.HStore(327): Store=93041d1b95149bbd7e1d20e6de2e9220/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:21,497 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:21,497 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:32:21,497 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93041d1b95149bbd7e1d20e6de2e9220 columnFamilyName C 2024-11-14T12:32:21,497 DEBUG [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:21,497 INFO [StoreOpener-93041d1b95149bbd7e1d20e6de2e9220-1 {}] regionserver.HStore(327): Store=93041d1b95149bbd7e1d20e6de2e9220/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:21,497 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:21,498 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:21,499 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:21,500 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:32:21,501 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1085): writing seq id for 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:21,501 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1102): Opened 93041d1b95149bbd7e1d20e6de2e9220; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73238131, jitterRate=0.09133319556713104}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:32:21,502 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1001): Region open journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:21,502 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., pid=140, masterSystemTime=1731587541489 2024-11-14T12:32:21,503 DEBUG [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:21,503 INFO [RS_OPEN_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:21,504 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=93041d1b95149bbd7e1d20e6de2e9220, regionState=OPEN, openSeqNum=5, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=138 2024-11-14T12:32:21,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=138, state=SUCCESS; OpenRegionProcedure 93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 in 166 msec 2024-11-14T12:32:21,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-11-14T12:32:21,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=93041d1b95149bbd7e1d20e6de2e9220, REOPEN/MOVE in 478 msec 2024-11-14T12:32:21,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-14T12:32:21,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 482 msec 2024-11-14T12:32:21,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 894 msec 2024-11-14T12:32:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T12:32:21,510 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x242a3a51 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39254f5a 2024-11-14T12:32:21,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c26b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:21,519 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31258e10 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@226948f1 2024-11-14T12:32:21,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6333ace5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:21,522 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cb2c038 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14f4319f 2024-11-14T12:32:21,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adef360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:21,525 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35f0cbb0 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bd6c58 2024-11-14T12:32:21,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de5cadc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:21,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3add07d5 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5169737a 2024-11-14T12:32:21,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6269e0a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:21,533 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ce568df to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1124eb0a 2024-11-14T12:32:21,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67603ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:21,537 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e6edfd3 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68a403af 2024-11-14T12:32:21,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef93e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:21,539 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68a85078 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20598fb9 2024-11-14T12:32:21,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c5f69f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:21,542 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x596fc573 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3527ada0 2024-11-14T12:32:21,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4ed495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:21,547 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a446400 to 127.0.0.1:63767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2069245 2024-11-14T12:32:21,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b714ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:21,553 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:32:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-14T12:32:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-14T12:32:21,554 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:32:21,554 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:32:21,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:32:21,555 DEBUG [hconnection-0x3c597009-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:21,555 DEBUG [hconnection-0x3847260e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:21,555 DEBUG [hconnection-0x1ed50662-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:21,556 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:21,556 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:21,556 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:21,557 DEBUG [hconnection-0x325c2fc2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:21,557 DEBUG [hconnection-0x21d781b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:21,557 DEBUG [hconnection-0x4f15b829-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:21,557 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:21,559 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:21,559 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:21,560 DEBUG [hconnection-0x3b762341-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:21,560 DEBUG [hconnection-0x20933d29-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:21,561 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:21,561 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:21,561 DEBUG [hconnection-0x3492323e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:21,562 DEBUG [hconnection-0x667cc0aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:21,563 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:21,565 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:21,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T12:32:21,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:21,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:21,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:21,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:21,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:21,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:21,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587601586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587601587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587601587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587601587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587601588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114daa7007859a943b782a8a7c9f71aceb7_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587541565/Put/seqid=0 2024-11-14T12:32:21,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742370_1546 (size=12154) 2024-11-14T12:32:21,624 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:21,627 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114daa7007859a943b782a8a7c9f71aceb7_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114daa7007859a943b782a8a7c9f71aceb7_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:21,628 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/28ac7afdaa13414bac9b2971f5e25954, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:21,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/28ac7afdaa13414bac9b2971f5e25954 is 175, key is test_row_0/A:col10/1731587541565/Put/seqid=0 2024-11-14T12:32:21,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742371_1547 (size=30955) 2024-11-14T12:32:21,635 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/28ac7afdaa13414bac9b2971f5e25954 2024-11-14T12:32:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-14T12:32:21,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/a56fa4bdbc384657b5af499780d53341 is 50, key is test_row_0/B:col10/1731587541565/Put/seqid=0 2024-11-14T12:32:21,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742372_1548 (size=12001) 2024-11-14T12:32:21,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/a56fa4bdbc384657b5af499780d53341 2024-11-14T12:32:21,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587601690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/f37e242c89a14bc891669e5540c73a78 is 50, key is test_row_0/C:col10/1731587541565/Put/seqid=0 2024-11-14T12:32:21,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587601691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:21,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587601691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587601692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587601692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742373_1549 (size=12001) 2024-11-14T12:32:21,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/f37e242c89a14bc891669e5540c73a78 2024-11-14T12:32:21,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-14T12:32:21,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:21,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:21,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:21,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:21,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:21,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/28ac7afdaa13414bac9b2971f5e25954 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/28ac7afdaa13414bac9b2971f5e25954 2024-11-14T12:32:21,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/28ac7afdaa13414bac9b2971f5e25954, entries=150, sequenceid=17, filesize=30.2 K 2024-11-14T12:32:21,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/a56fa4bdbc384657b5af499780d53341 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/a56fa4bdbc384657b5af499780d53341 2024-11-14T12:32:21,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/a56fa4bdbc384657b5af499780d53341, entries=150, sequenceid=17, filesize=11.7 K 2024-11-14T12:32:21,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/f37e242c89a14bc891669e5540c73a78 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f37e242c89a14bc891669e5540c73a78 2024-11-14T12:32:21,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f37e242c89a14bc891669e5540c73a78, entries=150, sequenceid=17, filesize=11.7 K 2024-11-14T12:32:21,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 93041d1b95149bbd7e1d20e6de2e9220 in 201ms, sequenceid=17, compaction requested=false 2024-11-14T12:32:21,767 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T12:32:21,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-14T12:32:21,859 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-14T12:32:21,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:21,860 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T12:32:21,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:21,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a0ce65468b5941568571303ecbbb8b07_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587541580/Put/seqid=0 2024-11-14T12:32:21,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742374_1550 (size=12154) 2024-11-14T12:32:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:21,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:21,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587601901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587601901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:21,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587601903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587601903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:21,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587601904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587602006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587602007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587602007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587602007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587602007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-14T12:32:22,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587602208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587602208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587602210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587602210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587602210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:22,304 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a0ce65468b5941568571303ecbbb8b07_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a0ce65468b5941568571303ecbbb8b07_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:22,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/c8716ebd3bf7496f9917779a76324033, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/c8716ebd3bf7496f9917779a76324033 is 175, key is test_row_0/A:col10/1731587541580/Put/seqid=0 2024-11-14T12:32:22,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742375_1551 (size=30955) 2024-11-14T12:32:22,309 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/c8716ebd3bf7496f9917779a76324033 2024-11-14T12:32:22,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/037fd561698b4f1488b84dc06660ce7a is 50, key is test_row_0/B:col10/1731587541580/Put/seqid=0 2024-11-14T12:32:22,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742376_1552 (size=12001) 2024-11-14T12:32:22,319 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/037fd561698b4f1488b84dc06660ce7a 2024-11-14T12:32:22,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/f7a050926c114201a0734da423b53a21 is 50, key is test_row_0/C:col10/1731587541580/Put/seqid=0 2024-11-14T12:32:22,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742377_1553 (size=12001) 2024-11-14T12:32:22,329 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/f7a050926c114201a0734da423b53a21 2024-11-14T12:32:22,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/c8716ebd3bf7496f9917779a76324033 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/c8716ebd3bf7496f9917779a76324033 2024-11-14T12:32:22,337 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/c8716ebd3bf7496f9917779a76324033, entries=150, sequenceid=41, filesize=30.2 K 2024-11-14T12:32:22,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/037fd561698b4f1488b84dc06660ce7a as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/037fd561698b4f1488b84dc06660ce7a 2024-11-14T12:32:22,340 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/037fd561698b4f1488b84dc06660ce7a, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T12:32:22,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/f7a050926c114201a0734da423b53a21 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f7a050926c114201a0734da423b53a21 2024-11-14T12:32:22,344 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f7a050926c114201a0734da423b53a21, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T12:32:22,345 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 93041d1b95149bbd7e1d20e6de2e9220 in 484ms, sequenceid=41, compaction requested=false 2024-11-14T12:32:22,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:22,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:22,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-14T12:32:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=142 2024-11-14T12:32:22,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-11-14T12:32:22,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 792 msec 2024-11-14T12:32:22,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 794 msec 2024-11-14T12:32:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:22,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T12:32:22,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:22,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:22,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:22,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:22,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:22,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:22,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a73ca4d6bc26462fbd6f7198c55401e8_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587541901/Put/seqid=0 2024-11-14T12:32:22,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742378_1554 (size=12154) 2024-11-14T12:32:22,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587602547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587602550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587602553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587602560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587602560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-14T12:32:22,657 INFO [Thread-2433 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 141 completed 2024-11-14T12:32:22,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587602655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,658 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:32:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-14T12:32:22,659 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:32:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-14T12:32:22,660 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:32:22,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:32:22,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587602661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587602662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587602663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587602664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-14T12:32:22,811 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-14T12:32:22,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:22,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:22,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:22,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:22,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:22,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587602859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587602868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587602868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587602868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587602873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,926 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T12:32:22,941 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:22,947 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a73ca4d6bc26462fbd6f7198c55401e8_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a73ca4d6bc26462fbd6f7198c55401e8_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:22,948 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/6a15b9ad84aa4333925b7c298f2d2b25, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:22,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/6a15b9ad84aa4333925b7c298f2d2b25 is 175, key is test_row_0/A:col10/1731587541901/Put/seqid=0 2024-11-14T12:32:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-14T12:32:22,969 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:22,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-14T12:32:22,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:22,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:22,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:22,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:22,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:22,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742379_1555 (size=30955) 2024-11-14T12:32:22,979 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/6a15b9ad84aa4333925b7c298f2d2b25 2024-11-14T12:32:22,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/e86e0a14520547af8119e2471e715c3f is 50, key is test_row_0/B:col10/1731587541901/Put/seqid=0 2024-11-14T12:32:23,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742380_1556 (size=12001) 2024-11-14T12:32:23,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/e86e0a14520547af8119e2471e715c3f 2024-11-14T12:32:23,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/3dc13a7d382b44498fdf9632547e5f7b is 50, key is test_row_0/C:col10/1731587541901/Put/seqid=0 2024-11-14T12:32:23,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742381_1557 (size=12001) 2024-11-14T12:32:23,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/3dc13a7d382b44498fdf9632547e5f7b 2024-11-14T12:32:23,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/6a15b9ad84aa4333925b7c298f2d2b25 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6a15b9ad84aa4333925b7c298f2d2b25 2024-11-14T12:32:23,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6a15b9ad84aa4333925b7c298f2d2b25, entries=150, sequenceid=57, filesize=30.2 K 2024-11-14T12:32:23,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/e86e0a14520547af8119e2471e715c3f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/e86e0a14520547af8119e2471e715c3f 2024-11-14T12:32:23,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/e86e0a14520547af8119e2471e715c3f, entries=150, sequenceid=57, filesize=11.7 K 2024-11-14T12:32:23,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/3dc13a7d382b44498fdf9632547e5f7b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/3dc13a7d382b44498fdf9632547e5f7b 2024-11-14T12:32:23,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/3dc13a7d382b44498fdf9632547e5f7b, entries=150, sequenceid=57, filesize=11.7 K 2024-11-14T12:32:23,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 93041d1b95149bbd7e1d20e6de2e9220 in 529ms, sequenceid=57, compaction requested=true 2024-11-14T12:32:23,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:23,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:32:23,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:23,046 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:23,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:32:23,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:23,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:23,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:23,046 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:23,047 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:23,047 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:23,047 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/A is initiating minor compaction (all files) 2024-11-14T12:32:23,047 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/B is initiating minor compaction (all files) 2024-11-14T12:32:23,048 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/A in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:23,048 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/B in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:23,048 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/28ac7afdaa13414bac9b2971f5e25954, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/c8716ebd3bf7496f9917779a76324033, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6a15b9ad84aa4333925b7c298f2d2b25] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=90.7 K 2024-11-14T12:32:23,048 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/a56fa4bdbc384657b5af499780d53341, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/037fd561698b4f1488b84dc06660ce7a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/e86e0a14520547af8119e2471e715c3f] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=35.2 K 2024-11-14T12:32:23,048 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:23,048 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/28ac7afdaa13414bac9b2971f5e25954, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/c8716ebd3bf7496f9917779a76324033, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6a15b9ad84aa4333925b7c298f2d2b25] 2024-11-14T12:32:23,048 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting a56fa4bdbc384657b5af499780d53341, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731587541565 2024-11-14T12:32:23,048 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28ac7afdaa13414bac9b2971f5e25954, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731587541565 2024-11-14T12:32:23,048 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 037fd561698b4f1488b84dc06660ce7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731587541580 2024-11-14T12:32:23,048 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8716ebd3bf7496f9917779a76324033, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731587541580 2024-11-14T12:32:23,049 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting e86e0a14520547af8119e2471e715c3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731587541901 2024-11-14T12:32:23,049 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a15b9ad84aa4333925b7c298f2d2b25, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731587541901 2024-11-14T12:32:23,066 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#B#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:23,067 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/1ed36605a1f9466194acc73c9e6edce1 is 50, key is test_row_0/B:col10/1731587541901/Put/seqid=0 2024-11-14T12:32:23,073 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:23,076 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111415fbe7cf5184460b99d226e1321bd5a6_93041d1b95149bbd7e1d20e6de2e9220 store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:23,078 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111415fbe7cf5184460b99d226e1321bd5a6_93041d1b95149bbd7e1d20e6de2e9220, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:23,078 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111415fbe7cf5184460b99d226e1321bd5a6_93041d1b95149bbd7e1d20e6de2e9220 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:23,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742382_1558 (size=12104) 2024-11-14T12:32:23,095 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/1ed36605a1f9466194acc73c9e6edce1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/1ed36605a1f9466194acc73c9e6edce1 2024-11-14T12:32:23,100 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/B of 93041d1b95149bbd7e1d20e6de2e9220 into 1ed36605a1f9466194acc73c9e6edce1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:23,100 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:23,100 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/B, priority=13, startTime=1731587543046; duration=0sec 2024-11-14T12:32:23,100 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:23,100 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:B 2024-11-14T12:32:23,100 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:23,101 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:23,101 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/C is initiating minor compaction (all files) 2024-11-14T12:32:23,101 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/C in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:23,101 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f37e242c89a14bc891669e5540c73a78, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f7a050926c114201a0734da423b53a21, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/3dc13a7d382b44498fdf9632547e5f7b] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=35.2 K 2024-11-14T12:32:23,102 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting f37e242c89a14bc891669e5540c73a78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731587541565 2024-11-14T12:32:23,102 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting f7a050926c114201a0734da423b53a21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731587541580 2024-11-14T12:32:23,103 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dc13a7d382b44498fdf9632547e5f7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731587541901 2024-11-14T12:32:23,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742383_1559 (size=4469) 2024-11-14T12:32:23,110 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#C#compaction#471 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:23,110 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/61f814fc93c7435ab2f236bdbb1c3935 is 50, key is test_row_0/C:col10/1731587541901/Put/seqid=0 2024-11-14T12:32:23,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742384_1560 (size=12104) 2024-11-14T12:32:23,125 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-14T12:32:23,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:23,126 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T12:32:23,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:23,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:23,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:23,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:23,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:23,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:23,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cdb458766ba248e6938225f579c0fec5_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587542533/Put/seqid=0 2024-11-14T12:32:23,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742385_1561 (size=12154) 2024-11-14T12:32:23,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:23,144 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cdb458766ba248e6938225f579c0fec5_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cdb458766ba248e6938225f579c0fec5_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:23,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/5f325a23390c47c6a8c7819423933676, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:23,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/5f325a23390c47c6a8c7819423933676 is 175, key is test_row_0/A:col10/1731587542533/Put/seqid=0 2024-11-14T12:32:23,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742386_1562 (size=30955) 2024-11-14T12:32:23,149 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/5f325a23390c47c6a8c7819423933676 2024-11-14T12:32:23,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/8cdafb3510694e2589faf4497c0819f9 is 50, key is test_row_0/B:col10/1731587542533/Put/seqid=0 2024-11-14T12:32:23,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742387_1563 (size=12001) 2024-11-14T12:32:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:23,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:23,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587603176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587603177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587603178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587603179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587603179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-14T12:32:23,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587603282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587603282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587603288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587603288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587603288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587603489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587603490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587603491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587603492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587603492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,507 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#A#compaction#470 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:23,508 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/c33e2a7c04d54040a4847de903934814 is 175, key is test_row_0/A:col10/1731587541901/Put/seqid=0 2024-11-14T12:32:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742388_1564 (size=31058) 2024-11-14T12:32:23,516 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/c33e2a7c04d54040a4847de903934814 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/c33e2a7c04d54040a4847de903934814 2024-11-14T12:32:23,520 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/A of 93041d1b95149bbd7e1d20e6de2e9220 into c33e2a7c04d54040a4847de903934814(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:23,520 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:23,520 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/A, priority=13, startTime=1731587543046; duration=0sec 2024-11-14T12:32:23,520 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:23,520 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:A 2024-11-14T12:32:23,524 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/61f814fc93c7435ab2f236bdbb1c3935 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/61f814fc93c7435ab2f236bdbb1c3935 2024-11-14T12:32:23,527 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/C of 93041d1b95149bbd7e1d20e6de2e9220 into 61f814fc93c7435ab2f236bdbb1c3935(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:23,527 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:23,527 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/C, priority=13, startTime=1731587543046; duration=0sec 2024-11-14T12:32:23,527 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:23,527 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:C 2024-11-14T12:32:23,567 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/8cdafb3510694e2589faf4497c0819f9 2024-11-14T12:32:23,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/c9fe618d89f341ebb29d250545dc6646 is 50, key is test_row_0/C:col10/1731587542533/Put/seqid=0 2024-11-14T12:32:23,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742389_1565 (size=12001) 2024-11-14T12:32:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-14T12:32:23,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587603793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587603796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587603796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587603801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:23,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587603804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,016 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/c9fe618d89f341ebb29d250545dc6646 2024-11-14T12:32:24,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/5f325a23390c47c6a8c7819423933676 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/5f325a23390c47c6a8c7819423933676 2024-11-14T12:32:24,069 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/5f325a23390c47c6a8c7819423933676, entries=150, sequenceid=79, filesize=30.2 K 2024-11-14T12:32:24,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/8cdafb3510694e2589faf4497c0819f9 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/8cdafb3510694e2589faf4497c0819f9 2024-11-14T12:32:24,075 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/8cdafb3510694e2589faf4497c0819f9, entries=150, sequenceid=79, filesize=11.7 K 2024-11-14T12:32:24,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/c9fe618d89f341ebb29d250545dc6646 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/c9fe618d89f341ebb29d250545dc6646 2024-11-14T12:32:24,079 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/c9fe618d89f341ebb29d250545dc6646, entries=150, sequenceid=79, filesize=11.7 K 2024-11-14T12:32:24,081 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 93041d1b95149bbd7e1d20e6de2e9220 in 954ms, sequenceid=79, compaction requested=false 2024-11-14T12:32:24,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:24,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:24,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-14T12:32:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=144 2024-11-14T12:32:24,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-14T12:32:24,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4250 sec 2024-11-14T12:32:24,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.4290 sec 2024-11-14T12:32:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:24,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T12:32:24,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:24,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:24,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:24,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:24,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:24,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:24,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145c315bd302d34313925a1104ca21c307_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587543178/Put/seqid=0 2024-11-14T12:32:24,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742390_1566 (size=12154) 2024-11-14T12:32:24,328 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:24,335 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145c315bd302d34313925a1104ca21c307_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145c315bd302d34313925a1104ca21c307_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:24,336 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/ca2a6dd4fce84e1dad75ed3cf1ee36eb, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:24,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/ca2a6dd4fce84e1dad75ed3cf1ee36eb is 175, key is test_row_0/A:col10/1731587543178/Put/seqid=0 2024-11-14T12:32:24,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587604335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587604339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587604339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587604341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587604341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742391_1567 (size=30955) 2024-11-14T12:32:24,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587604442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587604442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587604445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587604452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587604452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587604645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587604646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587604653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587604657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587604661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,747 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/ca2a6dd4fce84e1dad75ed3cf1ee36eb 2024-11-14T12:32:24,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/9af49f06726a4784b30c15c16df6e556 is 50, key is test_row_0/B:col10/1731587543178/Put/seqid=0 2024-11-14T12:32:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-14T12:32:24,764 INFO [Thread-2433 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 143 completed 2024-11-14T12:32:24,777 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:32:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-14T12:32:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-14T12:32:24,779 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:32:24,780 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:32:24,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:32:24,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742392_1568 (size=12001) 2024-11-14T12:32:24,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/9af49f06726a4784b30c15c16df6e556 2024-11-14T12:32:24,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/1bdac27b293e46768fc26d58c102abfd is 50, key is test_row_0/C:col10/1731587543178/Put/seqid=0 2024-11-14T12:32:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742393_1569 (size=12001) 2024-11-14T12:32:24,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/1bdac27b293e46768fc26d58c102abfd 2024-11-14T12:32:24,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/ca2a6dd4fce84e1dad75ed3cf1ee36eb as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ca2a6dd4fce84e1dad75ed3cf1ee36eb 2024-11-14T12:32:24,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ca2a6dd4fce84e1dad75ed3cf1ee36eb, entries=150, sequenceid=99, filesize=30.2 K 2024-11-14T12:32:24,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/9af49f06726a4784b30c15c16df6e556 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/9af49f06726a4784b30c15c16df6e556 2024-11-14T12:32:24,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/9af49f06726a4784b30c15c16df6e556, entries=150, sequenceid=99, filesize=11.7 K 2024-11-14T12:32:24,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/1bdac27b293e46768fc26d58c102abfd as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/1bdac27b293e46768fc26d58c102abfd 2024-11-14T12:32:24,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/1bdac27b293e46768fc26d58c102abfd, entries=150, sequenceid=99, filesize=11.7 K 2024-11-14T12:32:24,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 93041d1b95149bbd7e1d20e6de2e9220 in 515ms, sequenceid=99, compaction requested=true 2024-11-14T12:32:24,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:24,823 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:24,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:32:24,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:24,824 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:24,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:32:24,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:24,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:24,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:24,834 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:24,834 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/B is initiating minor compaction (all files) 2024-11-14T12:32:24,835 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/B in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:24,835 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/1ed36605a1f9466194acc73c9e6edce1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/8cdafb3510694e2589faf4497c0819f9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/9af49f06726a4784b30c15c16df6e556] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=35.3 K 2024-11-14T12:32:24,835 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:24,835 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/A is initiating minor compaction (all files) 2024-11-14T12:32:24,835 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/A in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:24,835 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/c33e2a7c04d54040a4847de903934814, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/5f325a23390c47c6a8c7819423933676, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ca2a6dd4fce84e1dad75ed3cf1ee36eb] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=90.8 K 2024-11-14T12:32:24,835 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:24,835 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/c33e2a7c04d54040a4847de903934814, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/5f325a23390c47c6a8c7819423933676, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ca2a6dd4fce84e1dad75ed3cf1ee36eb] 2024-11-14T12:32:24,846 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ed36605a1f9466194acc73c9e6edce1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731587541901 2024-11-14T12:32:24,847 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting c33e2a7c04d54040a4847de903934814, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731587541901 2024-11-14T12:32:24,847 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cdafb3510694e2589faf4497c0819f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731587542533 2024-11-14T12:32:24,847 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f325a23390c47c6a8c7819423933676, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731587542533 2024-11-14T12:32:24,847 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 9af49f06726a4784b30c15c16df6e556, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731587543178 2024-11-14T12:32:24,848 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca2a6dd4fce84e1dad75ed3cf1ee36eb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731587543178 2024-11-14T12:32:24,857 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#B#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:24,857 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:24,857 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/5ff95aea05ea4183b4c0089a0fca90f2 is 50, key is test_row_0/B:col10/1731587543178/Put/seqid=0 2024-11-14T12:32:24,860 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114dad6d39112c34c6ab1d9424d3a5c2985_93041d1b95149bbd7e1d20e6de2e9220 store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:24,862 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114dad6d39112c34c6ab1d9424d3a5c2985_93041d1b95149bbd7e1d20e6de2e9220, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:24,862 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dad6d39112c34c6ab1d9424d3a5c2985_93041d1b95149bbd7e1d20e6de2e9220 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:24,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742394_1570 (size=12207) 2024-11-14T12:32:24,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742395_1571 (size=4469) 2024-11-14T12:32:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-14T12:32:24,933 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-14T12:32:24,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:24,935 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T12:32:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:24,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114eec965ed2e43465bbca105173735ee05_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587544339/Put/seqid=0 2024-11-14T12:32:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:24,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:24,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742396_1572 (size=12154) 2024-11-14T12:32:24,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:24,969 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114eec965ed2e43465bbca105173735ee05_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114eec965ed2e43465bbca105173735ee05_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/964f160bd6d740db8ba6c53fc2bf9a60, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:24,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/964f160bd6d740db8ba6c53fc2bf9a60 is 175, key is test_row_0/A:col10/1731587544339/Put/seqid=0 2024-11-14T12:32:24,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587604978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587604979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587604979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587604980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587604981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:24,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742397_1573 (size=30955) 2024-11-14T12:32:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-14T12:32:25,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587605084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:25,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587605085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:25,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587605085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:25,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587605089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:25,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587605090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:25,271 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#A#compaction#479 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:25,272 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/8a4f09557e4b4e02848db4cdcc8e0b25 is 175, key is test_row_0/A:col10/1731587543178/Put/seqid=0 2024-11-14T12:32:25,275 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/5ff95aea05ea4183b4c0089a0fca90f2 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/5ff95aea05ea4183b4c0089a0fca90f2 2024-11-14T12:32:25,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742398_1574 (size=31161) 2024-11-14T12:32:25,280 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/B of 93041d1b95149bbd7e1d20e6de2e9220 into 5ff95aea05ea4183b4c0089a0fca90f2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:25,280 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:25,280 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/B, priority=13, startTime=1731587544824; duration=0sec 2024-11-14T12:32:25,280 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:25,280 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:B 2024-11-14T12:32:25,280 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:25,281 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:25,281 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/C is initiating minor compaction (all files) 2024-11-14T12:32:25,281 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/C in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:25,281 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/61f814fc93c7435ab2f236bdbb1c3935, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/c9fe618d89f341ebb29d250545dc6646, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/1bdac27b293e46768fc26d58c102abfd] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=35.3 K 2024-11-14T12:32:25,282 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 61f814fc93c7435ab2f236bdbb1c3935, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731587541901 2024-11-14T12:32:25,282 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting c9fe618d89f341ebb29d250545dc6646, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731587542533 2024-11-14T12:32:25,282 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bdac27b293e46768fc26d58c102abfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731587543178 2024-11-14T12:32:25,286 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#C#compaction#481 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:25,287 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/529cfb73a5834ee6831587743313e2ba is 50, key is test_row_0/C:col10/1731587543178/Put/seqid=0 2024-11-14T12:32:25,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587605287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:25,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742399_1575 (size=12207) 2024-11-14T12:32:25,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587605288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:25,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587605289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:25,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587605293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:25,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587605294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:25,379 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/964f160bd6d740db8ba6c53fc2bf9a60 2024-11-14T12:32:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-14T12:32:25,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/13b9643136b24cc7a47c3d5faa9bca34 is 50, key is test_row_0/B:col10/1731587544339/Put/seqid=0 2024-11-14T12:32:25,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742400_1576 (size=12001) 2024-11-14T12:32:25,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587605594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:25,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587605594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:25,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587605594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:25,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587605595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:25,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587605599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:25,680 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/8a4f09557e4b4e02848db4cdcc8e0b25 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/8a4f09557e4b4e02848db4cdcc8e0b25 2024-11-14T12:32:25,686 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/A of 93041d1b95149bbd7e1d20e6de2e9220 into 8a4f09557e4b4e02848db4cdcc8e0b25(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:25,686 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:25,686 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/A, priority=13, startTime=1731587544823; duration=0sec 2024-11-14T12:32:25,686 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:25,686 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:A 2024-11-14T12:32:25,697 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/529cfb73a5834ee6831587743313e2ba as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/529cfb73a5834ee6831587743313e2ba 2024-11-14T12:32:25,702 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/C of 93041d1b95149bbd7e1d20e6de2e9220 into 529cfb73a5834ee6831587743313e2ba(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:25,702 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:25,702 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/C, priority=13, startTime=1731587544824; duration=0sec 2024-11-14T12:32:25,702 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:25,702 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:C 2024-11-14T12:32:25,792 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/13b9643136b24cc7a47c3d5faa9bca34 2024-11-14T12:32:25,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/b9923f11d8404ffaa6540a2f91cd39b1 is 50, key is test_row_0/C:col10/1731587544339/Put/seqid=0 2024-11-14T12:32:25,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742401_1577 (size=12001) 2024-11-14T12:32:25,840 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/b9923f11d8404ffaa6540a2f91cd39b1 2024-11-14T12:32:25,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/964f160bd6d740db8ba6c53fc2bf9a60 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/964f160bd6d740db8ba6c53fc2bf9a60 2024-11-14T12:32:25,851 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/964f160bd6d740db8ba6c53fc2bf9a60, entries=150, sequenceid=118, filesize=30.2 K 2024-11-14T12:32:25,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/13b9643136b24cc7a47c3d5faa9bca34 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/13b9643136b24cc7a47c3d5faa9bca34 2024-11-14T12:32:25,857 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/13b9643136b24cc7a47c3d5faa9bca34, entries=150, sequenceid=118, filesize=11.7 K 2024-11-14T12:32:25,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/b9923f11d8404ffaa6540a2f91cd39b1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/b9923f11d8404ffaa6540a2f91cd39b1 2024-11-14T12:32:25,867 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/b9923f11d8404ffaa6540a2f91cd39b1, entries=150, sequenceid=118, filesize=11.7 K 2024-11-14T12:32:25,868 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 93041d1b95149bbd7e1d20e6de2e9220 in 934ms, sequenceid=118, compaction requested=false 2024-11-14T12:32:25,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:25,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:25,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-14T12:32:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=146 2024-11-14T12:32:25,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-14T12:32:25,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0900 sec 2024-11-14T12:32:25,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 1.0940 sec 2024-11-14T12:32:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-14T12:32:25,883 INFO [Thread-2433 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 145 completed 2024-11-14T12:32:25,884 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:32:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-14T12:32:25,885 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:32:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-14T12:32:25,885 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:32:25,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:32:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-14T12:32:26,036 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-14T12:32:26,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:26,037 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T12:32:26,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:26,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:26,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:26,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:26,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:26,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:26,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111449a138d8a82c448d98811c7471ff9ad2_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587544976/Put/seqid=0 2024-11-14T12:32:26,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742402_1578 (size=12304) 2024-11-14T12:32:26,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:26,064 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111449a138d8a82c448d98811c7471ff9ad2_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111449a138d8a82c448d98811c7471ff9ad2_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:26,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/bc172824bcf74b5ab6b61d31eed0c4c0, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:26,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/bc172824bcf74b5ab6b61d31eed0c4c0 is 175, key is test_row_0/A:col10/1731587544976/Put/seqid=0 2024-11-14T12:32:26,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742403_1579 (size=31105) 2024-11-14T12:32:26,082 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/bc172824bcf74b5ab6b61d31eed0c4c0 2024-11-14T12:32:26,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/cdf488ea4693439598988dcda6cd972b is 50, key is test_row_0/B:col10/1731587544976/Put/seqid=0 2024-11-14T12:32:26,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:26,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742404_1580 (size=12151) 2024-11-14T12:32:26,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587606121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587606122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587606124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587606124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587606124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-14T12:32:26,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587606226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587606232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587606233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587606233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587606238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587606436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587606440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587606441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587606442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587606455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-14T12:32:26,521 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/cdf488ea4693439598988dcda6cd972b 2024-11-14T12:32:26,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/9f88b8c2bf3e4360924b8740c83b46c9 is 50, key is test_row_0/C:col10/1731587544976/Put/seqid=0 2024-11-14T12:32:26,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742405_1581 (size=12151) 2024-11-14T12:32:26,588 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/9f88b8c2bf3e4360924b8740c83b46c9 2024-11-14T12:32:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/bc172824bcf74b5ab6b61d31eed0c4c0 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/bc172824bcf74b5ab6b61d31eed0c4c0 2024-11-14T12:32:26,608 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/bc172824bcf74b5ab6b61d31eed0c4c0, entries=150, sequenceid=138, filesize=30.4 K 2024-11-14T12:32:26,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/cdf488ea4693439598988dcda6cd972b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/cdf488ea4693439598988dcda6cd972b 2024-11-14T12:32:26,614 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/cdf488ea4693439598988dcda6cd972b, entries=150, sequenceid=138, filesize=11.9 K 2024-11-14T12:32:26,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/9f88b8c2bf3e4360924b8740c83b46c9 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/9f88b8c2bf3e4360924b8740c83b46c9 2024-11-14T12:32:26,620 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/9f88b8c2bf3e4360924b8740c83b46c9, entries=150, sequenceid=138, filesize=11.9 K 2024-11-14T12:32:26,620 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 93041d1b95149bbd7e1d20e6de2e9220 in 583ms, sequenceid=138, compaction requested=true 2024-11-14T12:32:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-14T12:32:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=148 2024-11-14T12:32:26,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-14T12:32:26,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 742 msec 2024-11-14T12:32:26,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 746 msec 2024-11-14T12:32:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:26,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T12:32:26,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:26,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:26,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:26,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:26,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:26,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:26,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144abbe1beac1a4d8889b6f1b26aefffe0_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587546753/Put/seqid=0 2024-11-14T12:32:26,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587606789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587606790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587606791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587606792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587606794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742406_1582 (size=12304) 2024-11-14T12:32:26,814 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:26,823 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144abbe1beac1a4d8889b6f1b26aefffe0_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144abbe1beac1a4d8889b6f1b26aefffe0_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:26,832 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/7f8562b462794ff5a169c04c3349a6d7, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:26,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/7f8562b462794ff5a169c04c3349a6d7 is 175, key is test_row_0/A:col10/1731587546753/Put/seqid=0 2024-11-14T12:32:26,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742407_1583 (size=31105) 2024-11-14T12:32:26,879 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/7f8562b462794ff5a169c04c3349a6d7 2024-11-14T12:32:26,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587606901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587606901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587606901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587606901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587606901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:26,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/7b2d6c93507e440c830b0016409a1308 is 50, key is test_row_0/B:col10/1731587546753/Put/seqid=0 2024-11-14T12:32:26,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742408_1584 (size=12151) 2024-11-14T12:32:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-14T12:32:27,005 INFO [Thread-2433 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-14T12:32:27,015 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:32:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-14T12:32:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-14T12:32:27,018 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:32:27,019 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:32:27,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:32:27,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587607109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587607109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587607111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-14T12:32:27,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587607113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587607117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,176 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T12:32:27,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:27,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:27,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:27,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:27,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-14T12:32:27,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T12:32:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:27,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:27,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/7b2d6c93507e440c830b0016409a1308 2024-11-14T12:32:27,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/9afa950cf0da41bd9fd2a5e51250fa38 is 50, key is test_row_0/C:col10/1731587546753/Put/seqid=0 2024-11-14T12:32:27,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587607413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587607417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742409_1585 (size=12151) 2024-11-14T12:32:27,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587607425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587607427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587607428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,496 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T12:32:27,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:27,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:27,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:27,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:27,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-14T12:32:27,668 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T12:32:27,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:27,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:27,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:27,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:27,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:27,827 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T12:32:27,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:27,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:27,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:27,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:27,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:27,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/9afa950cf0da41bd9fd2a5e51250fa38 2024-11-14T12:32:27,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/7f8562b462794ff5a169c04c3349a6d7 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/7f8562b462794ff5a169c04c3349a6d7 2024-11-14T12:32:27,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/7f8562b462794ff5a169c04c3349a6d7, entries=150, sequenceid=159, filesize=30.4 K 2024-11-14T12:32:27,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/7b2d6c93507e440c830b0016409a1308 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7b2d6c93507e440c830b0016409a1308 2024-11-14T12:32:27,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7b2d6c93507e440c830b0016409a1308, entries=150, sequenceid=159, filesize=11.9 K 2024-11-14T12:32:27,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/9afa950cf0da41bd9fd2a5e51250fa38 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/9afa950cf0da41bd9fd2a5e51250fa38 2024-11-14T12:32:27,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587607917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587607934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587607933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587607936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587607940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/9afa950cf0da41bd9fd2a5e51250fa38, entries=150, sequenceid=159, filesize=11.9 K 2024-11-14T12:32:27,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 93041d1b95149bbd7e1d20e6de2e9220 in 1194ms, sequenceid=159, compaction requested=true 2024-11-14T12:32:27,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:27,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:32:27,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:27,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:32:27,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:32:27,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:27,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T12:32:27,948 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:32:27,948 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:32:27,959 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:32:27,959 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/C is initiating minor compaction (all files) 2024-11-14T12:32:27,959 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/C in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:27,960 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/529cfb73a5834ee6831587743313e2ba, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/b9923f11d8404ffaa6540a2f91cd39b1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/9f88b8c2bf3e4360924b8740c83b46c9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/9afa950cf0da41bd9fd2a5e51250fa38] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=47.4 K 2024-11-14T12:32:27,960 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:32:27,960 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/A is initiating minor compaction (all files) 2024-11-14T12:32:27,960 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/A in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:27,960 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/8a4f09557e4b4e02848db4cdcc8e0b25, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/964f160bd6d740db8ba6c53fc2bf9a60, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/bc172824bcf74b5ab6b61d31eed0c4c0, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/7f8562b462794ff5a169c04c3349a6d7] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=121.4 K 2024-11-14T12:32:27,960 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:27,960 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/8a4f09557e4b4e02848db4cdcc8e0b25, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/964f160bd6d740db8ba6c53fc2bf9a60, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/bc172824bcf74b5ab6b61d31eed0c4c0, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/7f8562b462794ff5a169c04c3349a6d7] 2024-11-14T12:32:27,960 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 529cfb73a5834ee6831587743313e2ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731587543178 2024-11-14T12:32:27,961 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a4f09557e4b4e02848db4cdcc8e0b25, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731587543178 2024-11-14T12:32:27,961 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting b9923f11d8404ffaa6540a2f91cd39b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731587544325 2024-11-14T12:32:27,961 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 964f160bd6d740db8ba6c53fc2bf9a60, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731587544325 2024-11-14T12:32:27,962 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc172824bcf74b5ab6b61d31eed0c4c0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731587544976 2024-11-14T12:32:27,962 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f88b8c2bf3e4360924b8740c83b46c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731587544976 2024-11-14T12:32:27,964 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f8562b462794ff5a169c04c3349a6d7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731587546118 2024-11-14T12:32:27,965 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 9afa950cf0da41bd9fd2a5e51250fa38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731587546118 2024-11-14T12:32:27,992 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:27,994 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:27,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-14T12:32:27,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:27,997 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T12:32:27,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:27,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:27,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:27,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:27,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:27,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:28,002 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114aec618fed93742db88328c0c72c8db5f_93041d1b95149bbd7e1d20e6de2e9220 store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:28,005 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114aec618fed93742db88328c0c72c8db5f_93041d1b95149bbd7e1d20e6de2e9220, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:28,005 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aec618fed93742db88328c0c72c8db5f_93041d1b95149bbd7e1d20e6de2e9220 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:28,027 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#C#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:28,027 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/e5abd43e6b7947c19294feb1a198eb49 is 50, key is test_row_0/C:col10/1731587546753/Put/seqid=0 2024-11-14T12:32:28,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d65f603ec2154f76bdfaf7f946942450_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587546789/Put/seqid=0 2024-11-14T12:32:28,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742410_1586 (size=4469) 2024-11-14T12:32:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-14T12:32:28,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742411_1587 (size=12493) 2024-11-14T12:32:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742412_1588 (size=12304) 2024-11-14T12:32:28,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:28,168 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/e5abd43e6b7947c19294feb1a198eb49 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/e5abd43e6b7947c19294feb1a198eb49 2024-11-14T12:32:28,175 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d65f603ec2154f76bdfaf7f946942450_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d65f603ec2154f76bdfaf7f946942450_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/4d1b8970823b43a3a653abff022e6099, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:28,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/4d1b8970823b43a3a653abff022e6099 is 175, key is test_row_0/A:col10/1731587546789/Put/seqid=0 2024-11-14T12:32:28,183 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/C of 93041d1b95149bbd7e1d20e6de2e9220 into e5abd43e6b7947c19294feb1a198eb49(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:28,183 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:28,183 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/C, priority=12, startTime=1731587547947; duration=0sec 2024-11-14T12:32:28,183 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:28,183 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:C 2024-11-14T12:32:28,183 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:32:28,188 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:32:28,188 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/B is initiating minor compaction (all files) 2024-11-14T12:32:28,188 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/B in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:28,189 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/5ff95aea05ea4183b4c0089a0fca90f2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/13b9643136b24cc7a47c3d5faa9bca34, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/cdf488ea4693439598988dcda6cd972b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7b2d6c93507e440c830b0016409a1308] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=47.4 K 2024-11-14T12:32:28,189 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ff95aea05ea4183b4c0089a0fca90f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731587543178 2024-11-14T12:32:28,190 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 13b9643136b24cc7a47c3d5faa9bca34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731587544325 2024-11-14T12:32:28,200 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting cdf488ea4693439598988dcda6cd972b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731587544976 2024-11-14T12:32:28,201 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b2d6c93507e440c830b0016409a1308, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731587546118 2024-11-14T12:32:28,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742413_1589 (size=31105) 2024-11-14T12:32:28,242 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#B#compaction#493 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:28,243 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/c453e76910614d03b0ec4b5a7a0f5371 is 50, key is test_row_0/B:col10/1731587546753/Put/seqid=0 2024-11-14T12:32:28,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742414_1590 (size=12493) 2024-11-14T12:32:28,509 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#A#compaction#490 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:28,510 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/557d29f9184e4a869ec51b4bd1ed6c2d is 175, key is test_row_0/A:col10/1731587546753/Put/seqid=0 2024-11-14T12:32:28,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742415_1591 (size=31447) 2024-11-14T12:32:28,608 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/4d1b8970823b43a3a653abff022e6099 2024-11-14T12:32:28,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/7786e24f64f84d83b66766dd8ca18db0 is 50, key is test_row_0/B:col10/1731587546789/Put/seqid=0 2024-11-14T12:32:28,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742416_1592 (size=12151) 2024-11-14T12:32:28,681 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/c453e76910614d03b0ec4b5a7a0f5371 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/c453e76910614d03b0ec4b5a7a0f5371 2024-11-14T12:32:28,693 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/B of 93041d1b95149bbd7e1d20e6de2e9220 into c453e76910614d03b0ec4b5a7a0f5371(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:28,693 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:28,693 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/B, priority=12, startTime=1731587547947; duration=0sec 2024-11-14T12:32:28,693 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:28,693 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:B 2024-11-14T12:32:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:28,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:28,970 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/557d29f9184e4a869ec51b4bd1ed6c2d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/557d29f9184e4a869ec51b4bd1ed6c2d 2024-11-14T12:32:28,984 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/A of 93041d1b95149bbd7e1d20e6de2e9220 into 557d29f9184e4a869ec51b4bd1ed6c2d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-14T12:32:28,984 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:28,984 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/A, priority=12, startTime=1731587547947; duration=1sec 2024-11-14T12:32:28,984 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:28,984 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:A 2024-11-14T12:32:28,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:28,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587608990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587608991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:28,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587608992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587608995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587608996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,065 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/7786e24f64f84d83b66766dd8ca18db0 2024-11-14T12:32:29,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587609096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587609098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587609100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587609107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587609109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/307154383df241a189481be0f8c1ec90 is 50, key is test_row_0/C:col10/1731587546789/Put/seqid=0 2024-11-14T12:32:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-14T12:32:29,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742417_1593 (size=12151) 2024-11-14T12:32:29,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587609305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587609305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587609306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587609313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587609325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,578 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/307154383df241a189481be0f8c1ec90 2024-11-14T12:32:29,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/4d1b8970823b43a3a653abff022e6099 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/4d1b8970823b43a3a653abff022e6099 2024-11-14T12:32:29,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587609614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587609619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587609619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587609619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587609628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:29,636 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/4d1b8970823b43a3a653abff022e6099, entries=150, sequenceid=174, filesize=30.4 K 2024-11-14T12:32:29,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/7786e24f64f84d83b66766dd8ca18db0 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7786e24f64f84d83b66766dd8ca18db0 2024-11-14T12:32:29,640 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7786e24f64f84d83b66766dd8ca18db0, entries=150, sequenceid=174, filesize=11.9 K 2024-11-14T12:32:29,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/307154383df241a189481be0f8c1ec90 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/307154383df241a189481be0f8c1ec90 2024-11-14T12:32:29,646 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/307154383df241a189481be0f8c1ec90, entries=150, sequenceid=174, filesize=11.9 K 2024-11-14T12:32:29,646 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 93041d1b95149bbd7e1d20e6de2e9220 in 1649ms, sequenceid=174, compaction requested=false 2024-11-14T12:32:29,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:29,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:29,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-14T12:32:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=150 2024-11-14T12:32:29,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-14T12:32:29,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6280 sec 2024-11-14T12:32:29,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 2.6340 sec 2024-11-14T12:32:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:30,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T12:32:30,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:30,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:30,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:30,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:30,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:30,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:30,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114eec7af17892341f7a1acb01383cba523_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587548987/Put/seqid=0 2024-11-14T12:32:30,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587610131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742418_1594 (size=14794) 2024-11-14T12:32:30,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587610133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587610134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587610134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587610134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587610237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587610240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587610240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587610240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587610442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587610444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587610445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587610445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,537 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:30,541 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114eec7af17892341f7a1acb01383cba523_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114eec7af17892341f7a1acb01383cba523_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:30,542 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/3c5464081b92401c8acd5427f8d2af31, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:30,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/3c5464081b92401c8acd5427f8d2af31 is 175, key is test_row_0/A:col10/1731587548987/Put/seqid=0 2024-11-14T12:32:30,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742419_1595 (size=39749) 2024-11-14T12:32:30,585 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/3c5464081b92401c8acd5427f8d2af31 2024-11-14T12:32:30,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/f74ceecce5f34d7daac7c768527cf711 is 50, key is test_row_0/B:col10/1731587548987/Put/seqid=0 2024-11-14T12:32:30,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742420_1596 (size=12151) 2024-11-14T12:32:30,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/f74ceecce5f34d7daac7c768527cf711 2024-11-14T12:32:30,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/bfbfcfdea8644f30b8318464cb08ccba is 50, key is test_row_0/C:col10/1731587548987/Put/seqid=0 2024-11-14T12:32:30,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742421_1597 (size=12151) 2024-11-14T12:32:30,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587610748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587610750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587610750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:30,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587610750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/bfbfcfdea8644f30b8318464cb08ccba 2024-11-14T12:32:31,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/3c5464081b92401c8acd5427f8d2af31 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/3c5464081b92401c8acd5427f8d2af31 2024-11-14T12:32:31,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/3c5464081b92401c8acd5427f8d2af31, entries=200, sequenceid=201, filesize=38.8 K 2024-11-14T12:32:31,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/f74ceecce5f34d7daac7c768527cf711 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/f74ceecce5f34d7daac7c768527cf711 2024-11-14T12:32:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-14T12:32:31,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/f74ceecce5f34d7daac7c768527cf711, entries=150, sequenceid=201, filesize=11.9 K 2024-11-14T12:32:31,133 INFO [Thread-2433 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-14T12:32:31,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/bfbfcfdea8644f30b8318464cb08ccba as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/bfbfcfdea8644f30b8318464cb08ccba 2024-11-14T12:32:31,140 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:32:31,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587611138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-14T12:32:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T12:32:31,156 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:32:31,158 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:32:31,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:32:31,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/bfbfcfdea8644f30b8318464cb08ccba, entries=150, sequenceid=201, filesize=11.9 K 2024-11-14T12:32:31,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 93041d1b95149bbd7e1d20e6de2e9220 in 1043ms, sequenceid=201, compaction requested=true 2024-11-14T12:32:31,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:31,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:32:31,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:31,167 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:31,167 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:31,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:32:31,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:31,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:31,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:31,170 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:31,170 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/B is initiating minor compaction (all files) 2024-11-14T12:32:31,170 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/B in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:31,170 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/c453e76910614d03b0ec4b5a7a0f5371, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7786e24f64f84d83b66766dd8ca18db0, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/f74ceecce5f34d7daac7c768527cf711] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=35.9 K 2024-11-14T12:32:31,170 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:31,170 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/A is initiating minor compaction (all files) 2024-11-14T12:32:31,170 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/A in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:31,170 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/557d29f9184e4a869ec51b4bd1ed6c2d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/4d1b8970823b43a3a653abff022e6099, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/3c5464081b92401c8acd5427f8d2af31] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=99.9 K 2024-11-14T12:32:31,170 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:31,170 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/557d29f9184e4a869ec51b4bd1ed6c2d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/4d1b8970823b43a3a653abff022e6099, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/3c5464081b92401c8acd5427f8d2af31] 2024-11-14T12:32:31,178 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting c453e76910614d03b0ec4b5a7a0f5371, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731587546118 2024-11-14T12:32:31,178 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 557d29f9184e4a869ec51b4bd1ed6c2d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731587546118 2024-11-14T12:32:31,182 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d1b8970823b43a3a653abff022e6099, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731587546787 2024-11-14T12:32:31,182 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 7786e24f64f84d83b66766dd8ca18db0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731587546787 2024-11-14T12:32:31,184 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting f74ceecce5f34d7daac7c768527cf711, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731587548987 2024-11-14T12:32:31,185 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c5464081b92401c8acd5427f8d2af31, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731587548987 2024-11-14T12:32:31,230 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#B#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:31,231 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/7d426b4c5db24edbae470b4cfd28ae8e is 50, key is test_row_0/B:col10/1731587548987/Put/seqid=0 2024-11-14T12:32:31,239 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:31,245 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114fc2be72d65c543a1a36d563f1e4cbd12_93041d1b95149bbd7e1d20e6de2e9220 store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:31,246 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114fc2be72d65c543a1a36d563f1e4cbd12_93041d1b95149bbd7e1d20e6de2e9220, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:31,247 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fc2be72d65c543a1a36d563f1e4cbd12_93041d1b95149bbd7e1d20e6de2e9220 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:31,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742422_1598 (size=12595) 2024-11-14T12:32:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T12:32:31,259 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/7d426b4c5db24edbae470b4cfd28ae8e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7d426b4c5db24edbae470b4cfd28ae8e 2024-11-14T12:32:31,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T12:32:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:31,264 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/B of 93041d1b95149bbd7e1d20e6de2e9220 into 7d426b4c5db24edbae470b4cfd28ae8e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:31,264 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:31,264 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/B, priority=13, startTime=1731587551167; duration=0sec 2024-11-14T12:32:31,264 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:31,264 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:B 2024-11-14T12:32:31,264 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:31,267 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:31,267 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/C is initiating minor compaction (all files) 2024-11-14T12:32:31,267 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/C in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:31,267 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/e5abd43e6b7947c19294feb1a198eb49, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/307154383df241a189481be0f8c1ec90, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/bfbfcfdea8644f30b8318464cb08ccba] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=35.9 K 2024-11-14T12:32:31,267 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting e5abd43e6b7947c19294feb1a198eb49, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731587546118 2024-11-14T12:32:31,270 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 307154383df241a189481be0f8c1ec90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731587546787 2024-11-14T12:32:31,271 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting bfbfcfdea8644f30b8318464cb08ccba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731587548987 2024-11-14T12:32:31,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742423_1599 (size=4469) 2024-11-14T12:32:31,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114eb03ae061ded485aa614884678816d0c_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587550132/Put/seqid=0 2024-11-14T12:32:31,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742424_1600 (size=14794) 2024-11-14T12:32:31,284 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#C#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:31,284 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/f48583f0bec44ce892cab597a4e522a2 is 50, key is test_row_0/C:col10/1731587548987/Put/seqid=0 2024-11-14T12:32:31,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742425_1601 (size=12595) 2024-11-14T12:32:31,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T12:32:31,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:31,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:31,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:31,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:31,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:31,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587611321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587611321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587611323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587611324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587611425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587611425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587611427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587611427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T12:32:31,470 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T12:32:31,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:31,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:31,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:31,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:31,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:31,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T12:32:31,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:31,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:31,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:31,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:31,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:31,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587611629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587611631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587611633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587611637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,681 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#A#compaction#500 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:31,682 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/ede77ded64994a4186ac305359aee8ed is 175, key is test_row_0/A:col10/1731587548987/Put/seqid=0 2024-11-14T12:32:31,683 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:31,687 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114eb03ae061ded485aa614884678816d0c_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114eb03ae061ded485aa614884678816d0c_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:31,689 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/55018795129c4e568a264e2e105ad979, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:31,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/55018795129c4e568a264e2e105ad979 is 175, key is test_row_0/A:col10/1731587550132/Put/seqid=0 2024-11-14T12:32:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742426_1602 (size=31549) 2024-11-14T12:32:31,697 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/f48583f0bec44ce892cab597a4e522a2 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f48583f0bec44ce892cab597a4e522a2 2024-11-14T12:32:31,709 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/ede77ded64994a4186ac305359aee8ed as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ede77ded64994a4186ac305359aee8ed 2024-11-14T12:32:31,714 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/C of 93041d1b95149bbd7e1d20e6de2e9220 into f48583f0bec44ce892cab597a4e522a2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:31,714 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:31,714 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/C, priority=13, startTime=1731587551167; duration=0sec 2024-11-14T12:32:31,714 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:31,714 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:C 2024-11-14T12:32:31,715 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/A of 93041d1b95149bbd7e1d20e6de2e9220 into ede77ded64994a4186ac305359aee8ed(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:31,715 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:31,715 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/A, priority=13, startTime=1731587551167; duration=0sec 2024-11-14T12:32:31,715 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:31,715 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:A 2024-11-14T12:32:31,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742427_1603 (size=39749) 2024-11-14T12:32:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T12:32:31,779 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T12:32:31,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:31,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:31,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:31,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:31,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:31,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587611936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,939 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T12:32:31,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587611940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:31,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:31,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:31,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:31,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587611941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:31,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587611944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:32,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:32,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T12:32:32,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:32,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:32,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:32,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:32,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:32,117 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/55018795129c4e568a264e2e105ad979 2024-11-14T12:32:32,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/cfe8da2eefdd4994871ad0e092208644 is 50, key is test_row_0/B:col10/1731587550132/Put/seqid=0 2024-11-14T12:32:32,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742428_1604 (size=12151) 2024-11-14T12:32:32,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/cfe8da2eefdd4994871ad0e092208644 2024-11-14T12:32:32,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/5d27755eebbc4efdb36125d481143bf1 is 50, key is test_row_0/C:col10/1731587550132/Put/seqid=0 2024-11-14T12:32:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742429_1605 (size=12151) 2024-11-14T12:32:32,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/5d27755eebbc4efdb36125d481143bf1 2024-11-14T12:32:32,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/55018795129c4e568a264e2e105ad979 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/55018795129c4e568a264e2e105ad979 2024-11-14T12:32:32,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/55018795129c4e568a264e2e105ad979, entries=200, sequenceid=214, filesize=38.8 K 2024-11-14T12:32:32,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/cfe8da2eefdd4994871ad0e092208644 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/cfe8da2eefdd4994871ad0e092208644 2024-11-14T12:32:32,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/cfe8da2eefdd4994871ad0e092208644, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T12:32:32,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/5d27755eebbc4efdb36125d481143bf1 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/5d27755eebbc4efdb36125d481143bf1 2024-11-14T12:32:32,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/5d27755eebbc4efdb36125d481143bf1, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T12:32:32,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 93041d1b95149bbd7e1d20e6de2e9220 in 921ms, sequenceid=214, compaction requested=false 2024-11-14T12:32:32,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:32,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:32,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-14T12:32:32,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:32,246 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T12:32:32,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:32,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:32,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:32,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:32,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:32,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T12:32:32,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114779f53f2299f4ecdaee7b49880aa7471_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587551319/Put/seqid=0 2024-11-14T12:32:32,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742430_1606 (size=12304) 2024-11-14T12:32:32,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:32,314 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114779f53f2299f4ecdaee7b49880aa7471_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114779f53f2299f4ecdaee7b49880aa7471_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:32,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/de739ddd894742fab117b521ee1809b6, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:32,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/de739ddd894742fab117b521ee1809b6 is 175, key is test_row_0/A:col10/1731587551319/Put/seqid=0 2024-11-14T12:32:32,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742431_1607 (size=31105) 2024-11-14T12:32:32,378 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/de739ddd894742fab117b521ee1809b6 2024-11-14T12:32:32,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/2cd5f8bf920e452aa991c8228e578766 is 50, key is test_row_0/B:col10/1731587551319/Put/seqid=0 2024-11-14T12:32:32,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742432_1608 (size=12151) 2024-11-14T12:32:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:32,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:32,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587612475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:32,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587612477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:32,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587612485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:32,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587612489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:32,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587612593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:32,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587612594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:32,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587612596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:32,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587612599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:32,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587612800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:32,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587612802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:32,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587612804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:32,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587612809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:32,821 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/2cd5f8bf920e452aa991c8228e578766 2024-11-14T12:32:32,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/537d279b8a7c45309d0dba65b1fc7724 is 50, key is test_row_0/C:col10/1731587551319/Put/seqid=0 2024-11-14T12:32:32,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742433_1609 (size=12151) 2024-11-14T12:32:32,900 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/537d279b8a7c45309d0dba65b1fc7724 2024-11-14T12:32:32,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/de739ddd894742fab117b521ee1809b6 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/de739ddd894742fab117b521ee1809b6 2024-11-14T12:32:32,953 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/de739ddd894742fab117b521ee1809b6, entries=150, sequenceid=241, filesize=30.4 K 2024-11-14T12:32:32,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/2cd5f8bf920e452aa991c8228e578766 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/2cd5f8bf920e452aa991c8228e578766 2024-11-14T12:32:32,981 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/2cd5f8bf920e452aa991c8228e578766, entries=150, sequenceid=241, filesize=11.9 K 2024-11-14T12:32:32,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/537d279b8a7c45309d0dba65b1fc7724 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/537d279b8a7c45309d0dba65b1fc7724 2024-11-14T12:32:32,992 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/537d279b8a7c45309d0dba65b1fc7724, entries=150, sequenceid=241, filesize=11.9 K 2024-11-14T12:32:32,995 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 93041d1b95149bbd7e1d20e6de2e9220 in 749ms, sequenceid=241, compaction requested=true 2024-11-14T12:32:32,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:32,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:32,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-14T12:32:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-11-14T12:32:33,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-14T12:32:33,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8500 sec 2024-11-14T12:32:33,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 1.9160 sec 2024-11-14T12:32:33,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T12:32:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:33,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:33,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:33,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:33,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:33,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:33,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:33,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147f7baa2dde1544f7abed0ddd2152c12d_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587553117/Put/seqid=0 2024-11-14T12:32:33,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587613170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587613174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742434_1610 (size=12304) 2024-11-14T12:32:33,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587613177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587613177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587613181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,185 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:33,193 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147f7baa2dde1544f7abed0ddd2152c12d_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147f7baa2dde1544f7abed0ddd2152c12d_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:33,194 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/d99cde70c7e74c8e8a65ad77b1b307b4, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:33,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/d99cde70c7e74c8e8a65ad77b1b307b4 is 175, key is test_row_0/A:col10/1731587553117/Put/seqid=0 2024-11-14T12:32:33,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742435_1611 (size=31105) 2024-11-14T12:32:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-14T12:32:33,257 INFO [Thread-2433 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-14T12:32:33,269 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:32:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-14T12:32:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T12:32:33,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587613280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,280 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:32:33,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587613281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587613284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587613284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,288 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:32:33,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:32:33,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587613296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T12:32:33,452 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:33,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:33,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:33,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:33,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:33,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:33,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587613482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587613488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587613487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587613497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587613506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T12:32:33,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:33,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:33,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:33,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:33,643 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/d99cde70c7e74c8e8a65ad77b1b307b4 2024-11-14T12:32:33,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/606b0dce7e2f4446aae40e59aa805472 is 50, key is test_row_0/B:col10/1731587553117/Put/seqid=0 2024-11-14T12:32:33,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742436_1612 (size=12151) 2024-11-14T12:32:33,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/606b0dce7e2f4446aae40e59aa805472 2024-11-14T12:32:33,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/3d3b6d188de94c6c8aaef2991803610a is 50, key is test_row_0/C:col10/1731587553117/Put/seqid=0 2024-11-14T12:32:33,776 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:33,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:33,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:33,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:33,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:33,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:33,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587613792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587613797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742437_1613 (size=12151) 2024-11-14T12:32:33,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587613800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587613800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587613812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T12:32:33,932 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:33,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:33,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:33,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:33,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:33,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:33,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,092 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:34,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:34,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/3d3b6d188de94c6c8aaef2991803610a 2024-11-14T12:32:34,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/d99cde70c7e74c8e8a65ad77b1b307b4 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/d99cde70c7e74c8e8a65ad77b1b307b4 2024-11-14T12:32:34,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/d99cde70c7e74c8e8a65ad77b1b307b4, entries=150, sequenceid=256, filesize=30.4 K 2024-11-14T12:32:34,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/606b0dce7e2f4446aae40e59aa805472 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/606b0dce7e2f4446aae40e59aa805472 2024-11-14T12:32:34,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/606b0dce7e2f4446aae40e59aa805472, entries=150, sequenceid=256, filesize=11.9 K 2024-11-14T12:32:34,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/3d3b6d188de94c6c8aaef2991803610a as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/3d3b6d188de94c6c8aaef2991803610a 2024-11-14T12:32:34,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:34,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:34,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/3d3b6d188de94c6c8aaef2991803610a, entries=150, sequenceid=256, filesize=11.9 K 2024-11-14T12:32:34,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 93041d1b95149bbd7e1d20e6de2e9220 in 1135ms, sequenceid=256, compaction requested=true 2024-11-14T12:32:34,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:34,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:32:34,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:34,257 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:32:34,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:32:34,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:34,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:34,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:32:34,258 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:32:34,258 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/A is initiating minor compaction (all files) 2024-11-14T12:32:34,258 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/A in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,258 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ede77ded64994a4186ac305359aee8ed, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/55018795129c4e568a264e2e105ad979, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/de739ddd894742fab117b521ee1809b6, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/d99cde70c7e74c8e8a65ad77b1b307b4] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=130.4 K 2024-11-14T12:32:34,258 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,258 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ede77ded64994a4186ac305359aee8ed, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/55018795129c4e568a264e2e105ad979, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/de739ddd894742fab117b521ee1809b6, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/d99cde70c7e74c8e8a65ad77b1b307b4] 2024-11-14T12:32:34,259 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting ede77ded64994a4186ac305359aee8ed, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731587548987 2024-11-14T12:32:34,259 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55018795129c4e568a264e2e105ad979, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731587550132 2024-11-14T12:32:34,259 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting de739ddd894742fab117b521ee1809b6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731587551319 2024-11-14T12:32:34,260 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting d99cde70c7e74c8e8a65ad77b1b307b4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731587552469 2024-11-14T12:32:34,260 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:32:34,262 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:32:34,262 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/B is initiating minor compaction (all files) 2024-11-14T12:32:34,262 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/B in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,262 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7d426b4c5db24edbae470b4cfd28ae8e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/cfe8da2eefdd4994871ad0e092208644, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/2cd5f8bf920e452aa991c8228e578766, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/606b0dce7e2f4446aae40e59aa805472] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=47.9 K 2024-11-14T12:32:34,262 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d426b4c5db24edbae470b4cfd28ae8e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731587548987 2024-11-14T12:32:34,263 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting cfe8da2eefdd4994871ad0e092208644, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731587550132 2024-11-14T12:32:34,263 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cd5f8bf920e452aa991c8228e578766, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731587551319 2024-11-14T12:32:34,264 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 606b0dce7e2f4446aae40e59aa805472, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731587552469 2024-11-14T12:32:34,278 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:34,281 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#B#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:34,282 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/dfa3def884a44701b4cb287985c99dd7 is 50, key is test_row_0/B:col10/1731587553117/Put/seqid=0 2024-11-14T12:32:34,289 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114bfc5271aa59b4c5382e2e624e179d6d6_93041d1b95149bbd7e1d20e6de2e9220 store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:34,292 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114bfc5271aa59b4c5382e2e624e179d6d6_93041d1b95149bbd7e1d20e6de2e9220, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:34,293 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bfc5271aa59b4c5382e2e624e179d6d6_93041d1b95149bbd7e1d20e6de2e9220 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:34,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T12:32:34,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:34,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:34,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:34,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:34,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:34,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:34,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111430b78a43c8a4456895e5f947024d5686_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587553174/Put/seqid=0 2024-11-14T12:32:34,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742439_1615 (size=4469) 2024-11-14T12:32:34,320 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#A#compaction#511 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:34,321 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/a7b11047302e43a8b5de46be9d65b1eb is 175, key is test_row_0/A:col10/1731587553117/Put/seqid=0 2024-11-14T12:32:34,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742438_1614 (size=12731) 2024-11-14T12:32:34,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742440_1616 (size=14994) 2024-11-14T12:32:34,323 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:34,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587614316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587614322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587614322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587614323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,327 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111430b78a43c8a4456895e5f947024d5686_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111430b78a43c8a4456895e5f947024d5686_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587614324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,327 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/6e20360ba95a4046b0ae4322ee60784f, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:34,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/6e20360ba95a4046b0ae4322ee60784f is 175, key is test_row_0/A:col10/1731587553174/Put/seqid=0 2024-11-14T12:32:34,336 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/dfa3def884a44701b4cb287985c99dd7 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/dfa3def884a44701b4cb287985c99dd7 2024-11-14T12:32:34,349 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/B of 93041d1b95149bbd7e1d20e6de2e9220 into dfa3def884a44701b4cb287985c99dd7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:34,349 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:34,349 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/B, priority=12, startTime=1731587554257; duration=0sec 2024-11-14T12:32:34,349 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:34,349 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:B 2024-11-14T12:32:34,349 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:32:34,353 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:32:34,353 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/C is initiating minor compaction (all files) 2024-11-14T12:32:34,353 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/C in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,353 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f48583f0bec44ce892cab597a4e522a2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/5d27755eebbc4efdb36125d481143bf1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/537d279b8a7c45309d0dba65b1fc7724, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/3d3b6d188de94c6c8aaef2991803610a] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=47.9 K 2024-11-14T12:32:34,353 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting f48583f0bec44ce892cab597a4e522a2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731587548987 2024-11-14T12:32:34,354 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d27755eebbc4efdb36125d481143bf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731587550132 2024-11-14T12:32:34,355 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 537d279b8a7c45309d0dba65b1fc7724, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731587551319 2024-11-14T12:32:34,355 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d3b6d188de94c6c8aaef2991803610a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731587552469 2024-11-14T12:32:34,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742442_1618 (size=39949) 2024-11-14T12:32:34,368 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#C#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:34,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742441_1617 (size=31685) 2024-11-14T12:32:34,368 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/c31480c43aca49c5ab25744428580a21 is 50, key is test_row_0/C:col10/1731587553117/Put/seqid=0 2024-11-14T12:32:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T12:32:34,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742443_1619 (size=12731) 2024-11-14T12:32:34,410 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:34,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:34,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,420 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/c31480c43aca49c5ab25744428580a21 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/c31480c43aca49c5ab25744428580a21 2024-11-14T12:32:34,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587614427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587614428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587614430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,434 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/C of 93041d1b95149bbd7e1d20e6de2e9220 into c31480c43aca49c5ab25744428580a21(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:34,434 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:34,434 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/C, priority=12, startTime=1731587554257; duration=0sec 2024-11-14T12:32:34,434 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:34,434 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:C 2024-11-14T12:32:34,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587614434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,574 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:34,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:34,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587614633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587614635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587614636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587614642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:34,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:34,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,753 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/6e20360ba95a4046b0ae4322ee60784f 2024-11-14T12:32:34,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/64b9c1920d5c4ee9bb82c1c190edf7da is 50, key is test_row_0/B:col10/1731587553174/Put/seqid=0 2024-11-14T12:32:34,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742444_1620 (size=12301) 2024-11-14T12:32:34,804 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/a7b11047302e43a8b5de46be9d65b1eb as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/a7b11047302e43a8b5de46be9d65b1eb 2024-11-14T12:32:34,841 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/A of 93041d1b95149bbd7e1d20e6de2e9220 into a7b11047302e43a8b5de46be9d65b1eb(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:34,841 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:34,841 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/A, priority=12, startTime=1731587554257; duration=0sec 2024-11-14T12:32:34,841 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:34,841 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:A 2024-11-14T12:32:34,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:34,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:34,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:34,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:34,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587614936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587614939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587614946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:34,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587614949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:35,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:35,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:35,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:35,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:35,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:35,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/64b9c1920d5c4ee9bb82c1c190edf7da 2024-11-14T12:32:35,198 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:35,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:35,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:35,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:35,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:35,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/f660926b6a0c42878bb41a7f0802cf32 is 50, key is test_row_0/C:col10/1731587553174/Put/seqid=0 2024-11-14T12:32:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742445_1621 (size=12301) 2024-11-14T12:32:35,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/f660926b6a0c42878bb41a7f0802cf32 2024-11-14T12:32:35,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/6e20360ba95a4046b0ae4322ee60784f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6e20360ba95a4046b0ae4322ee60784f 2024-11-14T12:32:35,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6e20360ba95a4046b0ae4322ee60784f, entries=200, sequenceid=278, filesize=39.0 K 2024-11-14T12:32:35,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/64b9c1920d5c4ee9bb82c1c190edf7da as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/64b9c1920d5c4ee9bb82c1c190edf7da 2024-11-14T12:32:35,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/64b9c1920d5c4ee9bb82c1c190edf7da, entries=150, sequenceid=278, filesize=12.0 K 2024-11-14T12:32:35,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/f660926b6a0c42878bb41a7f0802cf32 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f660926b6a0c42878bb41a7f0802cf32 2024-11-14T12:32:35,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f660926b6a0c42878bb41a7f0802cf32, entries=150, sequenceid=278, filesize=12.0 K 2024-11-14T12:32:35,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 93041d1b95149bbd7e1d20e6de2e9220 in 995ms, sequenceid=278, compaction requested=false 2024-11-14T12:32:35,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:35,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T12:32:35,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:35,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:35,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:35,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:35,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:35,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:35,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a8459767be974b2890c3acb9f52814c6_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587554313/Put/seqid=0 2024-11-14T12:32:35,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:35,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:35,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T12:32:35,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742446_1622 (size=14994) 2024-11-14T12:32:35,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587615431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:35,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587615441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:35,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587615446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:35,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587615457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:35,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587615456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:35,517 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:35,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:35,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:35,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:35,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:35,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587615537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:35,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:35,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:35,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:35,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:35,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:35,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587615742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:35,805 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:35,810 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a8459767be974b2890c3acb9f52814c6_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a8459767be974b2890c3acb9f52814c6_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:35,811 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/789aef45651549ea8707c9b459b01686, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:35,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/789aef45651549ea8707c9b459b01686 is 175, key is test_row_0/A:col10/1731587554313/Put/seqid=0 2024-11-14T12:32:35,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:35,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:35,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:35,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:35,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:35,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742447_1623 (size=39949) 2024-11-14T12:32:35,988 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:35,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:35,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:35,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:35,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:35,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:36,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587616056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:36,153 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:36,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:36,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:36,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:36,247 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/789aef45651549ea8707c9b459b01686 2024-11-14T12:32:36,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/1c109723a5b24e24a3aa323c103d7bc8 is 50, key is test_row_0/B:col10/1731587554313/Put/seqid=0 2024-11-14T12:32:36,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742448_1624 (size=12301) 2024-11-14T12:32:36,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:36,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:36,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:36,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:36,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:36,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:36,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:36,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587616447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:36,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587616453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:36,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587616461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:36,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:36,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:36,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:36,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:36,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:36,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:36,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:36,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587616466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:36,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587616562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:36,616 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:36,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:36,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:36,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:36,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:36,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:36,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:36,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/1c109723a5b24e24a3aa323c103d7bc8 2024-11-14T12:32:36,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/14bd4c958a2844f6af642eabdca83269 is 50, key is test_row_0/C:col10/1731587554313/Put/seqid=0 2024-11-14T12:32:36,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742449_1625 (size=12301) 2024-11-14T12:32:36,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/14bd4c958a2844f6af642eabdca83269 2024-11-14T12:32:36,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/789aef45651549ea8707c9b459b01686 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/789aef45651549ea8707c9b459b01686 2024-11-14T12:32:36,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/789aef45651549ea8707c9b459b01686, entries=200, sequenceid=296, filesize=39.0 K 2024-11-14T12:32:36,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/1c109723a5b24e24a3aa323c103d7bc8 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/1c109723a5b24e24a3aa323c103d7bc8 2024-11-14T12:32:36,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/1c109723a5b24e24a3aa323c103d7bc8, entries=150, sequenceid=296, filesize=12.0 K 2024-11-14T12:32:36,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/14bd4c958a2844f6af642eabdca83269 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/14bd4c958a2844f6af642eabdca83269 2024-11-14T12:32:36,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/14bd4c958a2844f6af642eabdca83269, entries=150, sequenceid=296, filesize=12.0 K 2024-11-14T12:32:36,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 93041d1b95149bbd7e1d20e6de2e9220 in 1364ms, sequenceid=296, compaction requested=true 2024-11-14T12:32:36,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:36,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:32:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:32:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:36,696 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:36,696 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:36,696 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:36,696 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:36,696 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/A is initiating minor compaction (all files) 2024-11-14T12:32:36,696 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/B is initiating minor compaction (all files) 2024-11-14T12:32:36,696 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/A in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:36,696 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/B in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:36,697 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/dfa3def884a44701b4cb287985c99dd7, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/64b9c1920d5c4ee9bb82c1c190edf7da, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/1c109723a5b24e24a3aa323c103d7bc8] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=36.5 K 2024-11-14T12:32:36,697 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/a7b11047302e43a8b5de46be9d65b1eb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6e20360ba95a4046b0ae4322ee60784f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/789aef45651549ea8707c9b459b01686] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=109.0 K 2024-11-14T12:32:36,697 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:36,697 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/a7b11047302e43a8b5de46be9d65b1eb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6e20360ba95a4046b0ae4322ee60784f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/789aef45651549ea8707c9b459b01686] 2024-11-14T12:32:36,697 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting dfa3def884a44701b4cb287985c99dd7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731587552469 2024-11-14T12:32:36,697 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7b11047302e43a8b5de46be9d65b1eb, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731587552469 2024-11-14T12:32:36,697 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 64b9c1920d5c4ee9bb82c1c190edf7da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731587553170 2024-11-14T12:32:36,697 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c109723a5b24e24a3aa323c103d7bc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731587554309 2024-11-14T12:32:36,697 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e20360ba95a4046b0ae4322ee60784f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731587553170 2024-11-14T12:32:36,698 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 789aef45651549ea8707c9b459b01686, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731587554309 2024-11-14T12:32:36,703 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#B#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:36,703 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/2f2d064212064d2fbf7b21184906a7dc is 50, key is test_row_0/B:col10/1731587554313/Put/seqid=0 2024-11-14T12:32:36,704 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:36,706 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111489f8db4dc6ee4a8f8af1738935090ff8_93041d1b95149bbd7e1d20e6de2e9220 store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:36,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742450_1626 (size=12983) 2024-11-14T12:32:36,708 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111489f8db4dc6ee4a8f8af1738935090ff8_93041d1b95149bbd7e1d20e6de2e9220, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:36,708 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111489f8db4dc6ee4a8f8af1738935090ff8_93041d1b95149bbd7e1d20e6de2e9220 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:36,711 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/2f2d064212064d2fbf7b21184906a7dc as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/2f2d064212064d2fbf7b21184906a7dc 2024-11-14T12:32:36,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742451_1627 (size=4469) 2024-11-14T12:32:36,715 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/B of 93041d1b95149bbd7e1d20e6de2e9220 into 2f2d064212064d2fbf7b21184906a7dc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:36,715 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:36,715 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/B, priority=13, startTime=1731587556696; duration=0sec 2024-11-14T12:32:36,715 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:36,715 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:B 2024-11-14T12:32:36,715 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:36,717 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:36,717 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/C is initiating minor compaction (all files) 2024-11-14T12:32:36,717 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/C in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:36,717 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/c31480c43aca49c5ab25744428580a21, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f660926b6a0c42878bb41a7f0802cf32, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/14bd4c958a2844f6af642eabdca83269] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=36.5 K 2024-11-14T12:32:36,717 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting c31480c43aca49c5ab25744428580a21, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731587552469 2024-11-14T12:32:36,717 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting f660926b6a0c42878bb41a7f0802cf32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731587553170 2024-11-14T12:32:36,718 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 14bd4c958a2844f6af642eabdca83269, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731587554309 2024-11-14T12:32:36,724 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#C#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:36,724 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/72831ffaa45a4122967f799c3b8a7505 is 50, key is test_row_0/C:col10/1731587554313/Put/seqid=0 2024-11-14T12:32:36,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742452_1628 (size=12983) 2024-11-14T12:32:36,769 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:36,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-14T12:32:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:36,770 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T12:32:36,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:36,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:36,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:36,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:36,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:36,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:36,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114890da537f3eb42f08866a70a6eaa7157_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587555400/Put/seqid=0 2024-11-14T12:32:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742453_1629 (size=12454) 2024-11-14T12:32:36,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:36,788 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114890da537f3eb42f08866a70a6eaa7157_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114890da537f3eb42f08866a70a6eaa7157_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:36,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/6a569fa348c94119b208db8a0b36ad7f, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:36,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/6a569fa348c94119b208db8a0b36ad7f is 175, key is test_row_0/A:col10/1731587555400/Put/seqid=0 2024-11-14T12:32:36,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742454_1630 (size=31255) 2024-11-14T12:32:36,793 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/6a569fa348c94119b208db8a0b36ad7f 2024-11-14T12:32:36,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/7511aaf846fe4d88a4deac145f9d6b17 is 50, key is test_row_0/B:col10/1731587555400/Put/seqid=0 2024-11-14T12:32:36,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742455_1631 (size=12301) 2024-11-14T12:32:37,113 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#A#compaction#521 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:37,114 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/8f43db3040104116ba3d0614b6868f11 is 175, key is test_row_0/A:col10/1731587554313/Put/seqid=0 2024-11-14T12:32:37,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742456_1632 (size=31937) 2024-11-14T12:32:37,137 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/72831ffaa45a4122967f799c3b8a7505 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/72831ffaa45a4122967f799c3b8a7505 2024-11-14T12:32:37,141 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/C of 93041d1b95149bbd7e1d20e6de2e9220 into 72831ffaa45a4122967f799c3b8a7505(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:37,142 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:37,142 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/C, priority=13, startTime=1731587556696; duration=0sec 2024-11-14T12:32:37,142 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:37,142 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:C 2024-11-14T12:32:37,201 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/7511aaf846fe4d88a4deac145f9d6b17 2024-11-14T12:32:37,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/4ca0e80d14404a369621f49bcaf2cd38 is 50, key is test_row_0/C:col10/1731587555400/Put/seqid=0 2024-11-14T12:32:37,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742457_1633 (size=12301) 2024-11-14T12:32:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T12:32:37,523 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/8f43db3040104116ba3d0614b6868f11 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/8f43db3040104116ba3d0614b6868f11 2024-11-14T12:32:37,530 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/A of 93041d1b95149bbd7e1d20e6de2e9220 into 8f43db3040104116ba3d0614b6868f11(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:37,530 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:37,531 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/A, priority=13, startTime=1731587556695; duration=0sec 2024-11-14T12:32:37,531 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:37,531 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:A 2024-11-14T12:32:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:37,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:37,613 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/4ca0e80d14404a369621f49bcaf2cd38 2024-11-14T12:32:37,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/6a569fa348c94119b208db8a0b36ad7f as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6a569fa348c94119b208db8a0b36ad7f 2024-11-14T12:32:37,621 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6a569fa348c94119b208db8a0b36ad7f, entries=150, sequenceid=318, filesize=30.5 K 2024-11-14T12:32:37,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/7511aaf846fe4d88a4deac145f9d6b17 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7511aaf846fe4d88a4deac145f9d6b17 2024-11-14T12:32:37,628 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7511aaf846fe4d88a4deac145f9d6b17, entries=150, sequenceid=318, filesize=12.0 K 2024-11-14T12:32:37,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/4ca0e80d14404a369621f49bcaf2cd38 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/4ca0e80d14404a369621f49bcaf2cd38 2024-11-14T12:32:37,632 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/4ca0e80d14404a369621f49bcaf2cd38, entries=150, sequenceid=318, filesize=12.0 K 2024-11-14T12:32:37,633 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 93041d1b95149bbd7e1d20e6de2e9220 in 864ms, sequenceid=318, compaction requested=false 2024-11-14T12:32:37,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:37,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:37,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-14T12:32:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-14T12:32:37,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-14T12:32:37,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.3460 sec 2024-11-14T12:32:37,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 4.3660 sec 2024-11-14T12:32:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:37,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T12:32:37,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:37,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:37,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:37,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:37,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:37,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:37,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140e14d248a9f64147b3a47bf35845630e_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587557625/Put/seqid=0 2024-11-14T12:32:37,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742458_1634 (size=14994) 2024-11-14T12:32:37,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587617684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:37,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587617788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:37,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587617991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:38,048 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:38,051 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140e14d248a9f64147b3a47bf35845630e_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140e14d248a9f64147b3a47bf35845630e_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:38,052 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/ee917673543e468195f8f94377c1c57b, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:38,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/ee917673543e468195f8f94377c1c57b is 175, key is test_row_0/A:col10/1731587557625/Put/seqid=0 2024-11-14T12:32:38,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742459_1635 (size=39949) 2024-11-14T12:32:38,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587618296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:38,456 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/ee917673543e468195f8f94377c1c57b 2024-11-14T12:32:38,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39046 deadline: 1731587618455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:38,457 DEBUG [Thread-2427 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:38,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/0955818b013f4e488100f154c5b46855 is 50, key is test_row_0/B:col10/1731587557625/Put/seqid=0 2024-11-14T12:32:38,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39104 deadline: 1731587618464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:38,466 DEBUG [Thread-2423 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:38,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742460_1636 (size=12301) 2024-11-14T12:32:38,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731587618483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:38,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731587618483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:38,485 DEBUG [Thread-2425 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:38,486 DEBUG [Thread-2429 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., hostname=7a6a7f6bcca9,45647,1731587384712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:38,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587618799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:38,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/0955818b013f4e488100f154c5b46855 2024-11-14T12:32:38,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/4c8c94bd9d4c40e089915bf099dae17c is 50, key is test_row_0/C:col10/1731587557625/Put/seqid=0 2024-11-14T12:32:38,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742461_1637 (size=12301) 2024-11-14T12:32:38,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/4c8c94bd9d4c40e089915bf099dae17c 2024-11-14T12:32:38,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/ee917673543e468195f8f94377c1c57b as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ee917673543e468195f8f94377c1c57b 2024-11-14T12:32:38,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ee917673543e468195f8f94377c1c57b, entries=200, sequenceid=336, filesize=39.0 K 2024-11-14T12:32:38,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/0955818b013f4e488100f154c5b46855 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/0955818b013f4e488100f154c5b46855 2024-11-14T12:32:38,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/0955818b013f4e488100f154c5b46855, entries=150, sequenceid=336, filesize=12.0 K 2024-11-14T12:32:38,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/4c8c94bd9d4c40e089915bf099dae17c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/4c8c94bd9d4c40e089915bf099dae17c 2024-11-14T12:32:39,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/4c8c94bd9d4c40e089915bf099dae17c, entries=150, sequenceid=336, filesize=12.0 K 2024-11-14T12:32:39,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 93041d1b95149bbd7e1d20e6de2e9220 in 1381ms, sequenceid=336, compaction requested=true 2024-11-14T12:32:39,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:39,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:32:39,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:39,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:32:39,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:39,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:39,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:32:39,019 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:39,020 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:39,020 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/A is initiating minor compaction (all files) 2024-11-14T12:32:39,020 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/A in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:39,021 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/8f43db3040104116ba3d0614b6868f11, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6a569fa348c94119b208db8a0b36ad7f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ee917673543e468195f8f94377c1c57b] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=100.7 K 2024-11-14T12:32:39,021 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:39,021 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/8f43db3040104116ba3d0614b6868f11, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6a569fa348c94119b208db8a0b36ad7f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ee917673543e468195f8f94377c1c57b] 2024-11-14T12:32:39,021 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:39,021 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f43db3040104116ba3d0614b6868f11, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731587554309 2024-11-14T12:32:39,021 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a569fa348c94119b208db8a0b36ad7f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731587555400 2024-11-14T12:32:39,021 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:39,021 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/B is initiating minor compaction (all files) 2024-11-14T12:32:39,021 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/B in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:39,021 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee917673543e468195f8f94377c1c57b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731587557617 2024-11-14T12:32:39,022 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/2f2d064212064d2fbf7b21184906a7dc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7511aaf846fe4d88a4deac145f9d6b17, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/0955818b013f4e488100f154c5b46855] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=36.7 K 2024-11-14T12:32:39,022 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f2d064212064d2fbf7b21184906a7dc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731587554309 2024-11-14T12:32:39,022 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 7511aaf846fe4d88a4deac145f9d6b17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731587555400 2024-11-14T12:32:39,022 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 0955818b013f4e488100f154c5b46855, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731587557625 2024-11-14T12:32:39,026 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:39,028 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#B#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:39,028 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114a3cdf54cd241420795cf8c6a79cc02f9_93041d1b95149bbd7e1d20e6de2e9220 store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:39,028 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/d89da146d47a4c68a159d1e731a7e7af is 50, key is test_row_0/B:col10/1731587557625/Put/seqid=0 2024-11-14T12:32:39,030 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114a3cdf54cd241420795cf8c6a79cc02f9_93041d1b95149bbd7e1d20e6de2e9220, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:39,030 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a3cdf54cd241420795cf8c6a79cc02f9_93041d1b95149bbd7e1d20e6de2e9220 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:39,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742462_1638 (size=13085) 2024-11-14T12:32:39,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742463_1639 (size=4469) 2024-11-14T12:32:39,452 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#A#compaction#529 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:39,453 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/0b20461b93434d1881043c1ad61c62ea is 175, key is test_row_0/A:col10/1731587557625/Put/seqid=0 2024-11-14T12:32:39,458 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/d89da146d47a4c68a159d1e731a7e7af as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/d89da146d47a4c68a159d1e731a7e7af 2024-11-14T12:32:39,485 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/B of 93041d1b95149bbd7e1d20e6de2e9220 into d89da146d47a4c68a159d1e731a7e7af(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:39,485 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:39,485 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/B, priority=13, startTime=1731587559019; duration=0sec 2024-11-14T12:32:39,485 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:39,485 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:B 2024-11-14T12:32:39,485 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:39,488 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:39,488 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/C is initiating minor compaction (all files) 2024-11-14T12:32:39,488 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/C in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:39,488 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/72831ffaa45a4122967f799c3b8a7505, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/4ca0e80d14404a369621f49bcaf2cd38, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/4c8c94bd9d4c40e089915bf099dae17c] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=36.7 K 2024-11-14T12:32:39,491 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 72831ffaa45a4122967f799c3b8a7505, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731587554309 2024-11-14T12:32:39,492 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ca0e80d14404a369621f49bcaf2cd38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731587555400 2024-11-14T12:32:39,492 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c8c94bd9d4c40e089915bf099dae17c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731587557625 2024-11-14T12:32:39,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742464_1640 (size=32039) 2024-11-14T12:32:39,499 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/0b20461b93434d1881043c1ad61c62ea as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/0b20461b93434d1881043c1ad61c62ea 2024-11-14T12:32:39,505 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#C#compaction#531 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:39,505 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/72535510fe5047a09f8052b51894c01c is 50, key is test_row_0/C:col10/1731587557625/Put/seqid=0 2024-11-14T12:32:39,509 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/A of 93041d1b95149bbd7e1d20e6de2e9220 into 0b20461b93434d1881043c1ad61c62ea(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:39,509 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:39,509 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/A, priority=13, startTime=1731587559019; duration=0sec 2024-11-14T12:32:39,509 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:39,509 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:A 2024-11-14T12:32:39,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742465_1641 (size=13085) 2024-11-14T12:32:39,524 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/72535510fe5047a09f8052b51894c01c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/72535510fe5047a09f8052b51894c01c 2024-11-14T12:32:39,535 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/C of 93041d1b95149bbd7e1d20e6de2e9220 into 72535510fe5047a09f8052b51894c01c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:39,535 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:39,535 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/C, priority=13, startTime=1731587559019; duration=0sec 2024-11-14T12:32:39,535 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:39,535 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:C 2024-11-14T12:32:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:39,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T12:32:39,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:39,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:39,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:39,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:39,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:39,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:39,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d6db15255e2d4f21b8e3af2a90b9d0b8_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587557682/Put/seqid=0 2024-11-14T12:32:39,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742466_1642 (size=12454) 2024-11-14T12:32:39,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587619877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:39,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587619981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:40,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587620185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:40,260 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:40,264 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d6db15255e2d4f21b8e3af2a90b9d0b8_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d6db15255e2d4f21b8e3af2a90b9d0b8_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:40,265 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/2e1398a1c0f146158ce2abd4fb160dd4, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:40,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/2e1398a1c0f146158ce2abd4fb160dd4 is 175, key is test_row_0/A:col10/1731587557682/Put/seqid=0 2024-11-14T12:32:40,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742467_1643 (size=31255) 2024-11-14T12:32:40,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587620504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:40,681 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/2e1398a1c0f146158ce2abd4fb160dd4 2024-11-14T12:32:40,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/3d77d8a5c4c0441b9adaf9571c156ab5 is 50, key is test_row_0/B:col10/1731587557682/Put/seqid=0 2024-11-14T12:32:40,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742468_1644 (size=12301) 2024-11-14T12:32:40,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/3d77d8a5c4c0441b9adaf9571c156ab5 2024-11-14T12:32:40,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/16f1cb2257434dab97606fb3db23c5a0 is 50, key is test_row_0/C:col10/1731587557682/Put/seqid=0 2024-11-14T12:32:40,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742469_1645 (size=12301) 2024-11-14T12:32:40,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/16f1cb2257434dab97606fb3db23c5a0 2024-11-14T12:32:40,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/2e1398a1c0f146158ce2abd4fb160dd4 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/2e1398a1c0f146158ce2abd4fb160dd4 2024-11-14T12:32:40,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/2e1398a1c0f146158ce2abd4fb160dd4, entries=150, sequenceid=360, filesize=30.5 K 2024-11-14T12:32:40,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/3d77d8a5c4c0441b9adaf9571c156ab5 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/3d77d8a5c4c0441b9adaf9571c156ab5 2024-11-14T12:32:40,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/3d77d8a5c4c0441b9adaf9571c156ab5, entries=150, sequenceid=360, filesize=12.0 K 2024-11-14T12:32:40,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/16f1cb2257434dab97606fb3db23c5a0 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/16f1cb2257434dab97606fb3db23c5a0 2024-11-14T12:32:40,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/16f1cb2257434dab97606fb3db23c5a0, entries=150, sequenceid=360, filesize=12.0 K 2024-11-14T12:32:40,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 93041d1b95149bbd7e1d20e6de2e9220 in 1085ms, sequenceid=360, compaction requested=false 2024-11-14T12:32:40,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:41,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T12:32:41,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:41,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:41,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:41,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:41,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:41,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:41,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111442826b22d6b64e289342dd04caaeb796_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587559875/Put/seqid=0 2024-11-14T12:32:41,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742470_1646 (size=14994) 2024-11-14T12:32:41,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587621071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:41,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587621172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:41,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587621375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T12:32:41,398 INFO [Thread-2433 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-14T12:32:41,399 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:32:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-14T12:32:41,401 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:32:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T12:32:41,401 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:32:41,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:32:41,433 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:41,437 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111442826b22d6b64e289342dd04caaeb796_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111442826b22d6b64e289342dd04caaeb796_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:41,438 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/fff54fea08014e0e81084491b2278bed, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:41,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/fff54fea08014e0e81084491b2278bed is 175, key is test_row_0/A:col10/1731587559875/Put/seqid=0 2024-11-14T12:32:41,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742471_1647 (size=39949) 2024-11-14T12:32:41,483 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/fff54fea08014e0e81084491b2278bed 2024-11-14T12:32:41,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/8e4889cfbfd44a1891daf8b5afc7df91 is 50, key is test_row_0/B:col10/1731587559875/Put/seqid=0 2024-11-14T12:32:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T12:32:41,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742472_1648 (size=12301) 2024-11-14T12:32:41,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:41,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T12:32:41,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:41,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:41,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:41,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:41,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:41,562 DEBUG [Thread-2434 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ce568df to 127.0.0.1:63767 2024-11-14T12:32:41,562 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:41,563 DEBUG [Thread-2440 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x596fc573 to 127.0.0.1:63767 2024-11-14T12:32:41,563 DEBUG [Thread-2440 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:41,565 DEBUG [Thread-2436 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e6edfd3 to 127.0.0.1:63767 2024-11-14T12:32:41,565 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:41,565 DEBUG [Thread-2442 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a446400 to 127.0.0.1:63767 2024-11-14T12:32:41,565 DEBUG [Thread-2442 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:41,571 DEBUG [Thread-2438 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68a85078 to 127.0.0.1:63767 2024-11-14T12:32:41,571 DEBUG [Thread-2438 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:41,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587621679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T12:32:41,707 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:41,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T12:32:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:41,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:41,860 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:41,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T12:32:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:41,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:41,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/8e4889cfbfd44a1891daf8b5afc7df91 2024-11-14T12:32:41,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/f2b6282430c6415fa0b67da7ea194e03 is 50, key is test_row_0/C:col10/1731587559875/Put/seqid=0 2024-11-14T12:32:41,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742473_1649 (size=12301) 2024-11-14T12:32:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T12:32:42,013 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:42,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T12:32:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:42,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:42,166 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:42,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T12:32:42,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:42,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:42,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:42,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:42,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:42,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T12:32:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39072 deadline: 1731587622184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:42,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:42,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T12:32:42,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:42,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:42,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:42,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:42,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:42,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/f2b6282430c6415fa0b67da7ea194e03 2024-11-14T12:32:42,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/fff54fea08014e0e81084491b2278bed as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/fff54fea08014e0e81084491b2278bed 2024-11-14T12:32:42,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/fff54fea08014e0e81084491b2278bed, entries=200, sequenceid=376, filesize=39.0 K 2024-11-14T12:32:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/8e4889cfbfd44a1891daf8b5afc7df91 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/8e4889cfbfd44a1891daf8b5afc7df91 2024-11-14T12:32:42,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/8e4889cfbfd44a1891daf8b5afc7df91, entries=150, sequenceid=376, filesize=12.0 K 2024-11-14T12:32:42,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/f2b6282430c6415fa0b67da7ea194e03 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f2b6282430c6415fa0b67da7ea194e03 2024-11-14T12:32:42,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f2b6282430c6415fa0b67da7ea194e03, entries=150, sequenceid=376, filesize=12.0 K 2024-11-14T12:32:42,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 93041d1b95149bbd7e1d20e6de2e9220 in 1320ms, sequenceid=376, compaction requested=true 2024-11-14T12:32:42,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:42,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:32:42,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:42,335 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:42,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:32:42,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:42,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93041d1b95149bbd7e1d20e6de2e9220:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:32:42,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:42,335 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:42,335 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:42,335 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:42,335 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/B is initiating minor compaction (all files) 2024-11-14T12:32:42,335 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/A is initiating minor compaction (all files) 2024-11-14T12:32:42,336 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/B in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:42,336 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/A in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:42,336 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/d89da146d47a4c68a159d1e731a7e7af, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/3d77d8a5c4c0441b9adaf9571c156ab5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/8e4889cfbfd44a1891daf8b5afc7df91] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=36.8 K 2024-11-14T12:32:42,336 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/0b20461b93434d1881043c1ad61c62ea, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/2e1398a1c0f146158ce2abd4fb160dd4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/fff54fea08014e0e81084491b2278bed] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=100.8 K 2024-11-14T12:32:42,336 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:42,336 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. files: [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/0b20461b93434d1881043c1ad61c62ea, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/2e1398a1c0f146158ce2abd4fb160dd4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/fff54fea08014e0e81084491b2278bed] 2024-11-14T12:32:42,336 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting d89da146d47a4c68a159d1e731a7e7af, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731587557625 2024-11-14T12:32:42,336 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b20461b93434d1881043c1ad61c62ea, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731587557625 2024-11-14T12:32:42,336 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d77d8a5c4c0441b9adaf9571c156ab5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731587557676 2024-11-14T12:32:42,336 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e1398a1c0f146158ce2abd4fb160dd4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731587557676 2024-11-14T12:32:42,336 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e4889cfbfd44a1891daf8b5afc7df91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731587559863 2024-11-14T12:32:42,336 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] compactions.Compactor(224): Compacting fff54fea08014e0e81084491b2278bed, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731587559863 2024-11-14T12:32:42,341 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:42,342 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114e3d96cf7561c43478c498927bdd967bb_93041d1b95149bbd7e1d20e6de2e9220 store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:42,342 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#B#compaction#539 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:42,342 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/94261c4c44784c529fd34105fe8c471e is 50, key is test_row_0/B:col10/1731587559875/Put/seqid=0 2024-11-14T12:32:42,344 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114e3d96cf7561c43478c498927bdd967bb_93041d1b95149bbd7e1d20e6de2e9220, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:42,344 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e3d96cf7561c43478c498927bdd967bb_93041d1b95149bbd7e1d20e6de2e9220 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:42,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742474_1650 (size=13187) 2024-11-14T12:32:42,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742475_1651 (size=4469) 2024-11-14T12:32:42,471 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:42,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-14T12:32:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:42,472 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T12:32:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:42,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111471793d3eedda4e3fa338cacbd50e2e2b_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587561062/Put/seqid=0 2024-11-14T12:32:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45647 {}] regionserver.HRegion(8581): Flush requested on 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:42,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. as already flushing 2024-11-14T12:32:42,478 DEBUG [Thread-2423 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x242a3a51 to 127.0.0.1:63767 2024-11-14T12:32:42,478 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:42,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742476_1652 (size=12454) 2024-11-14T12:32:42,492 DEBUG [Thread-2427 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cb2c038 to 127.0.0.1:63767 2024-11-14T12:32:42,492 DEBUG [Thread-2427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:42,492 DEBUG [Thread-2429 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35f0cbb0 to 127.0.0.1:63767 2024-11-14T12:32:42,492 DEBUG [Thread-2429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T12:32:42,508 DEBUG [Thread-2425 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31258e10 to 127.0.0.1:63767 2024-11-14T12:32:42,508 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:42,692 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:32:42,748 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#A#compaction#538 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:42,749 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/19a4dbc9f860482daf2821486db7f965 is 175, key is test_row_0/A:col10/1731587559875/Put/seqid=0 2024-11-14T12:32:42,750 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/94261c4c44784c529fd34105fe8c471e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/94261c4c44784c529fd34105fe8c471e 2024-11-14T12:32:42,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742477_1653 (size=32141) 2024-11-14T12:32:42,754 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/B of 93041d1b95149bbd7e1d20e6de2e9220 into 94261c4c44784c529fd34105fe8c471e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:42,754 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:42,754 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/B, priority=13, startTime=1731587562335; duration=0sec 2024-11-14T12:32:42,754 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:32:42,754 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:B 2024-11-14T12:32:42,754 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:32:42,755 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:32:42,755 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1540): 93041d1b95149bbd7e1d20e6de2e9220/C is initiating minor compaction (all files) 2024-11-14T12:32:42,755 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93041d1b95149bbd7e1d20e6de2e9220/C in TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:42,755 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/72535510fe5047a09f8052b51894c01c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/16f1cb2257434dab97606fb3db23c5a0, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f2b6282430c6415fa0b67da7ea194e03] into tmpdir=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp, totalSize=36.8 K 2024-11-14T12:32:42,755 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 72535510fe5047a09f8052b51894c01c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731587557625 2024-11-14T12:32:42,755 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting 16f1cb2257434dab97606fb3db23c5a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731587557676 2024-11-14T12:32:42,756 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] compactions.Compactor(224): Compacting f2b6282430c6415fa0b67da7ea194e03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731587559863 2024-11-14T12:32:42,760 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93041d1b95149bbd7e1d20e6de2e9220#C#compaction#541 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:32:42,760 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/5d663e0f69534e779c3c187352a71b05 is 50, key is test_row_0/C:col10/1731587559875/Put/seqid=0 2024-11-14T12:32:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742478_1654 (size=13187) 2024-11-14T12:32:42,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:42,885 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111471793d3eedda4e3fa338cacbd50e2e2b_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111471793d3eedda4e3fa338cacbd50e2e2b_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:42,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/ba0fb51a741a43f98aac2658c90a96ad, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:42,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/ba0fb51a741a43f98aac2658c90a96ad is 175, key is test_row_0/A:col10/1731587561062/Put/seqid=0 2024-11-14T12:32:42,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742479_1655 (size=31255) 2024-11-14T12:32:43,155 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/19a4dbc9f860482daf2821486db7f965 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/19a4dbc9f860482daf2821486db7f965 2024-11-14T12:32:43,158 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/A of 93041d1b95149bbd7e1d20e6de2e9220 into 19a4dbc9f860482daf2821486db7f965(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:43,158 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:43,158 INFO [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/A, priority=13, startTime=1731587562335; duration=0sec 2024-11-14T12:32:43,158 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:43,158 DEBUG [RS:0;7a6a7f6bcca9:45647-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:A 2024-11-14T12:32:43,166 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/5d663e0f69534e779c3c187352a71b05 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/5d663e0f69534e779c3c187352a71b05 2024-11-14T12:32:43,168 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93041d1b95149bbd7e1d20e6de2e9220/C of 93041d1b95149bbd7e1d20e6de2e9220 into 5d663e0f69534e779c3c187352a71b05(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:32:43,169 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:43,169 INFO [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220., storeName=93041d1b95149bbd7e1d20e6de2e9220/C, priority=13, startTime=1731587562335; duration=0sec 2024-11-14T12:32:43,169 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:32:43,169 DEBUG [RS:0;7a6a7f6bcca9:45647-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93041d1b95149bbd7e1d20e6de2e9220:C 2024-11-14T12:32:43,186 DEBUG [Thread-2431 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3add07d5 to 127.0.0.1:63767 2024-11-14T12:32:43,186 DEBUG [Thread-2431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,290 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=396, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/ba0fb51a741a43f98aac2658c90a96ad 2024-11-14T12:32:43,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/9ac67d33667b42e588b4878e737b1b4c is 50, key is test_row_0/B:col10/1731587561062/Put/seqid=0 2024-11-14T12:32:43,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742480_1656 (size=12301) 2024-11-14T12:32:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T12:32:43,698 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/9ac67d33667b42e588b4878e737b1b4c 2024-11-14T12:32:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/7ec8f989c8ae413083aabb963003d3af is 50, key is test_row_0/C:col10/1731587561062/Put/seqid=0 2024-11-14T12:32:43,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742481_1657 (size=12301) 2024-11-14T12:32:44,107 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/7ec8f989c8ae413083aabb963003d3af 2024-11-14T12:32:44,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/ba0fb51a741a43f98aac2658c90a96ad as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ba0fb51a741a43f98aac2658c90a96ad 2024-11-14T12:32:44,113 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ba0fb51a741a43f98aac2658c90a96ad, entries=150, sequenceid=396, filesize=30.5 K 2024-11-14T12:32:44,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/9ac67d33667b42e588b4878e737b1b4c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/9ac67d33667b42e588b4878e737b1b4c 2024-11-14T12:32:44,115 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/9ac67d33667b42e588b4878e737b1b4c, entries=150, sequenceid=396, filesize=12.0 K 2024-11-14T12:32:44,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/7ec8f989c8ae413083aabb963003d3af as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/7ec8f989c8ae413083aabb963003d3af 2024-11-14T12:32:44,118 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/7ec8f989c8ae413083aabb963003d3af, entries=150, sequenceid=396, filesize=12.0 K 2024-11-14T12:32:44,119 INFO [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=33.54 KB/34350 for 93041d1b95149bbd7e1d20e6de2e9220 in 1647ms, sequenceid=396, compaction requested=false 2024-11-14T12:32:44,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:44,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:44,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7a6a7f6bcca9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-14T12:32:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-14T12:32:44,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-14T12:32:44,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7190 sec 2024-11-14T12:32:44,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.7220 sec 2024-11-14T12:32:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-14T12:32:45,506 INFO [Thread-2433 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-14T12:32:45,506 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T12:32:45,506 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-14T12:32:45,506 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-14T12:32:45,506 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-14T12:32:45,506 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-14T12:32:45,506 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 121 2024-11-14T12:32:45,506 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T12:32:45,506 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4687 2024-11-14T12:32:45,506 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4567 2024-11-14T12:32:45,506 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4674 2024-11-14T12:32:45,506 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4686 2024-11-14T12:32:45,506 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4559 2024-11-14T12:32:45,506 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T12:32:45,506 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T12:32:45,506 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4278bc76 to 127.0.0.1:63767 2024-11-14T12:32:45,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:45,507 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T12:32:45,507 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T12:32:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T12:32:45,509 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587565509"}]},"ts":"1731587565509"} 2024-11-14T12:32:45,510 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T12:32:45,512 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T12:32:45,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:32:45,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=93041d1b95149bbd7e1d20e6de2e9220, UNASSIGN}] 2024-11-14T12:32:45,514 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=93041d1b95149bbd7e1d20e6de2e9220, UNASSIGN 2024-11-14T12:32:45,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=159 updating hbase:meta row=93041d1b95149bbd7e1d20e6de2e9220, regionState=CLOSING, regionLocation=7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:45,515 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:32:45,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; CloseRegionProcedure 93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712}] 2024-11-14T12:32:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T12:32:45,666 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:45,666 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(124): Close 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:45,667 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T12:32:45,667 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1681): Closing 93041d1b95149bbd7e1d20e6de2e9220, disabling compactions & flushes 2024-11-14T12:32:45,667 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:45,667 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:45,667 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. after waiting 0 ms 2024-11-14T12:32:45,667 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:45,667 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(2837): Flushing 93041d1b95149bbd7e1d20e6de2e9220 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T12:32:45,667 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=A 2024-11-14T12:32:45,667 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:45,667 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=B 2024-11-14T12:32:45,667 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:45,667 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93041d1b95149bbd7e1d20e6de2e9220, store=C 2024-11-14T12:32:45,667 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:32:45,672 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145ba5e1abac3f46c5a5356e84a4016e9c_93041d1b95149bbd7e1d20e6de2e9220 is 50, key is test_row_0/A:col10/1731587562492/Put/seqid=0 2024-11-14T12:32:45,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742482_1658 (size=12454) 2024-11-14T12:32:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T12:32:46,076 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:46,080 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145ba5e1abac3f46c5a5356e84a4016e9c_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145ba5e1abac3f46c5a5356e84a4016e9c_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:46,080 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/d0ea05f940504ab3a1c6f23396be6a67, store: [table=TestAcidGuarantees family=A region=93041d1b95149bbd7e1d20e6de2e9220] 2024-11-14T12:32:46,081 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/d0ea05f940504ab3a1c6f23396be6a67 is 175, key is test_row_0/A:col10/1731587562492/Put/seqid=0 2024-11-14T12:32:46,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742483_1659 (size=31255) 2024-11-14T12:32:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T12:32:46,485 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/d0ea05f940504ab3a1c6f23396be6a67 2024-11-14T12:32:46,490 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/6a8e90eac6094e4ba04c3301e4568394 is 50, key is test_row_0/B:col10/1731587562492/Put/seqid=0 2024-11-14T12:32:46,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742484_1660 (size=12301) 2024-11-14T12:32:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T12:32:46,894 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/6a8e90eac6094e4ba04c3301e4568394 2024-11-14T12:32:46,900 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/fb84346e51e0499a976826db57329985 is 50, key is test_row_0/C:col10/1731587562492/Put/seqid=0 2024-11-14T12:32:46,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742485_1661 (size=12301) 2024-11-14T12:32:47,307 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/fb84346e51e0499a976826db57329985 2024-11-14T12:32:47,310 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/A/d0ea05f940504ab3a1c6f23396be6a67 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/d0ea05f940504ab3a1c6f23396be6a67 2024-11-14T12:32:47,314 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/d0ea05f940504ab3a1c6f23396be6a67, entries=150, sequenceid=407, filesize=30.5 K 2024-11-14T12:32:47,315 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/B/6a8e90eac6094e4ba04c3301e4568394 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/6a8e90eac6094e4ba04c3301e4568394 2024-11-14T12:32:47,317 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/6a8e90eac6094e4ba04c3301e4568394, entries=150, sequenceid=407, filesize=12.0 K 2024-11-14T12:32:47,318 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/.tmp/C/fb84346e51e0499a976826db57329985 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/fb84346e51e0499a976826db57329985 2024-11-14T12:32:47,321 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/fb84346e51e0499a976826db57329985, entries=150, sequenceid=407, filesize=12.0 K 2024-11-14T12:32:47,322 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 93041d1b95149bbd7e1d20e6de2e9220 in 1655ms, sequenceid=407, compaction requested=true 2024-11-14T12:32:47,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/28ac7afdaa13414bac9b2971f5e25954, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/c8716ebd3bf7496f9917779a76324033, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/c33e2a7c04d54040a4847de903934814, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6a15b9ad84aa4333925b7c298f2d2b25, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/5f325a23390c47c6a8c7819423933676, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/8a4f09557e4b4e02848db4cdcc8e0b25, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ca2a6dd4fce84e1dad75ed3cf1ee36eb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/964f160bd6d740db8ba6c53fc2bf9a60, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/bc172824bcf74b5ab6b61d31eed0c4c0, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/557d29f9184e4a869ec51b4bd1ed6c2d, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/7f8562b462794ff5a169c04c3349a6d7, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/4d1b8970823b43a3a653abff022e6099, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/3c5464081b92401c8acd5427f8d2af31, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ede77ded64994a4186ac305359aee8ed, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/55018795129c4e568a264e2e105ad979, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/de739ddd894742fab117b521ee1809b6, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/a7b11047302e43a8b5de46be9d65b1eb, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/d99cde70c7e74c8e8a65ad77b1b307b4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6e20360ba95a4046b0ae4322ee60784f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/789aef45651549ea8707c9b459b01686, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/8f43db3040104116ba3d0614b6868f11, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6a569fa348c94119b208db8a0b36ad7f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ee917673543e468195f8f94377c1c57b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/0b20461b93434d1881043c1ad61c62ea, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/2e1398a1c0f146158ce2abd4fb160dd4, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/fff54fea08014e0e81084491b2278bed] to archive 2024-11-14T12:32:47,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:32:47,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/28ac7afdaa13414bac9b2971f5e25954 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/28ac7afdaa13414bac9b2971f5e25954 2024-11-14T12:32:47,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/c8716ebd3bf7496f9917779a76324033 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/c8716ebd3bf7496f9917779a76324033 2024-11-14T12:32:47,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/c33e2a7c04d54040a4847de903934814 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/c33e2a7c04d54040a4847de903934814 2024-11-14T12:32:47,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6a15b9ad84aa4333925b7c298f2d2b25 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6a15b9ad84aa4333925b7c298f2d2b25 2024-11-14T12:32:47,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/5f325a23390c47c6a8c7819423933676 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/5f325a23390c47c6a8c7819423933676 2024-11-14T12:32:47,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/8a4f09557e4b4e02848db4cdcc8e0b25 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/8a4f09557e4b4e02848db4cdcc8e0b25 2024-11-14T12:32:47,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ca2a6dd4fce84e1dad75ed3cf1ee36eb to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ca2a6dd4fce84e1dad75ed3cf1ee36eb 2024-11-14T12:32:47,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/964f160bd6d740db8ba6c53fc2bf9a60 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/964f160bd6d740db8ba6c53fc2bf9a60 2024-11-14T12:32:47,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/bc172824bcf74b5ab6b61d31eed0c4c0 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/bc172824bcf74b5ab6b61d31eed0c4c0 2024-11-14T12:32:47,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/557d29f9184e4a869ec51b4bd1ed6c2d to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/557d29f9184e4a869ec51b4bd1ed6c2d 2024-11-14T12:32:47,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/7f8562b462794ff5a169c04c3349a6d7 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/7f8562b462794ff5a169c04c3349a6d7 2024-11-14T12:32:47,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/4d1b8970823b43a3a653abff022e6099 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/4d1b8970823b43a3a653abff022e6099 2024-11-14T12:32:47,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/3c5464081b92401c8acd5427f8d2af31 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/3c5464081b92401c8acd5427f8d2af31 2024-11-14T12:32:47,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ede77ded64994a4186ac305359aee8ed to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ede77ded64994a4186ac305359aee8ed 2024-11-14T12:32:47,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/55018795129c4e568a264e2e105ad979 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/55018795129c4e568a264e2e105ad979 2024-11-14T12:32:47,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/de739ddd894742fab117b521ee1809b6 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/de739ddd894742fab117b521ee1809b6 2024-11-14T12:32:47,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/a7b11047302e43a8b5de46be9d65b1eb to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/a7b11047302e43a8b5de46be9d65b1eb 2024-11-14T12:32:47,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/d99cde70c7e74c8e8a65ad77b1b307b4 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/d99cde70c7e74c8e8a65ad77b1b307b4 2024-11-14T12:32:47,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6e20360ba95a4046b0ae4322ee60784f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6e20360ba95a4046b0ae4322ee60784f 2024-11-14T12:32:47,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/789aef45651549ea8707c9b459b01686 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/789aef45651549ea8707c9b459b01686 2024-11-14T12:32:47,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/8f43db3040104116ba3d0614b6868f11 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/8f43db3040104116ba3d0614b6868f11 2024-11-14T12:32:47,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6a569fa348c94119b208db8a0b36ad7f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/6a569fa348c94119b208db8a0b36ad7f 2024-11-14T12:32:47,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ee917673543e468195f8f94377c1c57b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ee917673543e468195f8f94377c1c57b 2024-11-14T12:32:47,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/0b20461b93434d1881043c1ad61c62ea to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/0b20461b93434d1881043c1ad61c62ea 2024-11-14T12:32:47,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/2e1398a1c0f146158ce2abd4fb160dd4 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/2e1398a1c0f146158ce2abd4fb160dd4 2024-11-14T12:32:47,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/fff54fea08014e0e81084491b2278bed to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/fff54fea08014e0e81084491b2278bed 2024-11-14T12:32:47,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/a56fa4bdbc384657b5af499780d53341, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/037fd561698b4f1488b84dc06660ce7a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/1ed36605a1f9466194acc73c9e6edce1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/e86e0a14520547af8119e2471e715c3f, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/8cdafb3510694e2589faf4497c0819f9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/5ff95aea05ea4183b4c0089a0fca90f2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/9af49f06726a4784b30c15c16df6e556, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/13b9643136b24cc7a47c3d5faa9bca34, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/cdf488ea4693439598988dcda6cd972b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/c453e76910614d03b0ec4b5a7a0f5371, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7b2d6c93507e440c830b0016409a1308, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7786e24f64f84d83b66766dd8ca18db0, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7d426b4c5db24edbae470b4cfd28ae8e, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/f74ceecce5f34d7daac7c768527cf711, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/cfe8da2eefdd4994871ad0e092208644, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/2cd5f8bf920e452aa991c8228e578766, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/dfa3def884a44701b4cb287985c99dd7, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/606b0dce7e2f4446aae40e59aa805472, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/64b9c1920d5c4ee9bb82c1c190edf7da, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/2f2d064212064d2fbf7b21184906a7dc, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/1c109723a5b24e24a3aa323c103d7bc8, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7511aaf846fe4d88a4deac145f9d6b17, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/d89da146d47a4c68a159d1e731a7e7af, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/0955818b013f4e488100f154c5b46855, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/3d77d8a5c4c0441b9adaf9571c156ab5, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/8e4889cfbfd44a1891daf8b5afc7df91] to archive 2024-11-14T12:32:47,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:32:47,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/a56fa4bdbc384657b5af499780d53341 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/a56fa4bdbc384657b5af499780d53341 2024-11-14T12:32:47,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/037fd561698b4f1488b84dc06660ce7a to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/037fd561698b4f1488b84dc06660ce7a 2024-11-14T12:32:47,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/1ed36605a1f9466194acc73c9e6edce1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/1ed36605a1f9466194acc73c9e6edce1 2024-11-14T12:32:47,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/e86e0a14520547af8119e2471e715c3f to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/e86e0a14520547af8119e2471e715c3f 2024-11-14T12:32:47,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/8cdafb3510694e2589faf4497c0819f9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/8cdafb3510694e2589faf4497c0819f9 2024-11-14T12:32:47,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/5ff95aea05ea4183b4c0089a0fca90f2 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/5ff95aea05ea4183b4c0089a0fca90f2 2024-11-14T12:32:47,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/9af49f06726a4784b30c15c16df6e556 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/9af49f06726a4784b30c15c16df6e556 2024-11-14T12:32:47,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/13b9643136b24cc7a47c3d5faa9bca34 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/13b9643136b24cc7a47c3d5faa9bca34 2024-11-14T12:32:47,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/cdf488ea4693439598988dcda6cd972b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/cdf488ea4693439598988dcda6cd972b 2024-11-14T12:32:47,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/c453e76910614d03b0ec4b5a7a0f5371 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/c453e76910614d03b0ec4b5a7a0f5371 2024-11-14T12:32:47,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7b2d6c93507e440c830b0016409a1308 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7b2d6c93507e440c830b0016409a1308 2024-11-14T12:32:47,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7786e24f64f84d83b66766dd8ca18db0 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7786e24f64f84d83b66766dd8ca18db0 2024-11-14T12:32:47,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7d426b4c5db24edbae470b4cfd28ae8e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7d426b4c5db24edbae470b4cfd28ae8e 2024-11-14T12:32:47,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/f74ceecce5f34d7daac7c768527cf711 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/f74ceecce5f34d7daac7c768527cf711 2024-11-14T12:32:47,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/cfe8da2eefdd4994871ad0e092208644 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/cfe8da2eefdd4994871ad0e092208644 2024-11-14T12:32:47,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/2cd5f8bf920e452aa991c8228e578766 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/2cd5f8bf920e452aa991c8228e578766 2024-11-14T12:32:47,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/dfa3def884a44701b4cb287985c99dd7 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/dfa3def884a44701b4cb287985c99dd7 2024-11-14T12:32:47,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/606b0dce7e2f4446aae40e59aa805472 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/606b0dce7e2f4446aae40e59aa805472 2024-11-14T12:32:47,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/64b9c1920d5c4ee9bb82c1c190edf7da to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/64b9c1920d5c4ee9bb82c1c190edf7da 2024-11-14T12:32:47,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/2f2d064212064d2fbf7b21184906a7dc to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/2f2d064212064d2fbf7b21184906a7dc 2024-11-14T12:32:47,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/1c109723a5b24e24a3aa323c103d7bc8 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/1c109723a5b24e24a3aa323c103d7bc8 2024-11-14T12:32:47,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7511aaf846fe4d88a4deac145f9d6b17 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/7511aaf846fe4d88a4deac145f9d6b17 2024-11-14T12:32:47,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/d89da146d47a4c68a159d1e731a7e7af to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/d89da146d47a4c68a159d1e731a7e7af 2024-11-14T12:32:47,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/0955818b013f4e488100f154c5b46855 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/0955818b013f4e488100f154c5b46855 2024-11-14T12:32:47,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/3d77d8a5c4c0441b9adaf9571c156ab5 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/3d77d8a5c4c0441b9adaf9571c156ab5 2024-11-14T12:32:47,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/8e4889cfbfd44a1891daf8b5afc7df91 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/8e4889cfbfd44a1891daf8b5afc7df91 2024-11-14T12:32:47,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f37e242c89a14bc891669e5540c73a78, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f7a050926c114201a0734da423b53a21, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/61f814fc93c7435ab2f236bdbb1c3935, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/3dc13a7d382b44498fdf9632547e5f7b, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/c9fe618d89f341ebb29d250545dc6646, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/529cfb73a5834ee6831587743313e2ba, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/1bdac27b293e46768fc26d58c102abfd, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/b9923f11d8404ffaa6540a2f91cd39b1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/9f88b8c2bf3e4360924b8740c83b46c9, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/e5abd43e6b7947c19294feb1a198eb49, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/9afa950cf0da41bd9fd2a5e51250fa38, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/307154383df241a189481be0f8c1ec90, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f48583f0bec44ce892cab597a4e522a2, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/bfbfcfdea8644f30b8318464cb08ccba, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/5d27755eebbc4efdb36125d481143bf1, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/537d279b8a7c45309d0dba65b1fc7724, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/c31480c43aca49c5ab25744428580a21, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/3d3b6d188de94c6c8aaef2991803610a, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f660926b6a0c42878bb41a7f0802cf32, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/72831ffaa45a4122967f799c3b8a7505, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/14bd4c958a2844f6af642eabdca83269, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/4ca0e80d14404a369621f49bcaf2cd38, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/72535510fe5047a09f8052b51894c01c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/4c8c94bd9d4c40e089915bf099dae17c, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/16f1cb2257434dab97606fb3db23c5a0, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f2b6282430c6415fa0b67da7ea194e03] to archive 2024-11-14T12:32:47,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:32:47,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f37e242c89a14bc891669e5540c73a78 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f37e242c89a14bc891669e5540c73a78 2024-11-14T12:32:47,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f7a050926c114201a0734da423b53a21 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f7a050926c114201a0734da423b53a21 2024-11-14T12:32:47,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/61f814fc93c7435ab2f236bdbb1c3935 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/61f814fc93c7435ab2f236bdbb1c3935 2024-11-14T12:32:47,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/3dc13a7d382b44498fdf9632547e5f7b to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/3dc13a7d382b44498fdf9632547e5f7b 2024-11-14T12:32:47,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/c9fe618d89f341ebb29d250545dc6646 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/c9fe618d89f341ebb29d250545dc6646 2024-11-14T12:32:47,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/529cfb73a5834ee6831587743313e2ba to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/529cfb73a5834ee6831587743313e2ba 2024-11-14T12:32:47,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/1bdac27b293e46768fc26d58c102abfd to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/1bdac27b293e46768fc26d58c102abfd 2024-11-14T12:32:47,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/b9923f11d8404ffaa6540a2f91cd39b1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/b9923f11d8404ffaa6540a2f91cd39b1 2024-11-14T12:32:47,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/9f88b8c2bf3e4360924b8740c83b46c9 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/9f88b8c2bf3e4360924b8740c83b46c9 2024-11-14T12:32:47,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/e5abd43e6b7947c19294feb1a198eb49 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/e5abd43e6b7947c19294feb1a198eb49 2024-11-14T12:32:47,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/9afa950cf0da41bd9fd2a5e51250fa38 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/9afa950cf0da41bd9fd2a5e51250fa38 2024-11-14T12:32:47,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/307154383df241a189481be0f8c1ec90 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/307154383df241a189481be0f8c1ec90 2024-11-14T12:32:47,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f48583f0bec44ce892cab597a4e522a2 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f48583f0bec44ce892cab597a4e522a2 2024-11-14T12:32:47,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/bfbfcfdea8644f30b8318464cb08ccba to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/bfbfcfdea8644f30b8318464cb08ccba 2024-11-14T12:32:47,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/5d27755eebbc4efdb36125d481143bf1 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/5d27755eebbc4efdb36125d481143bf1 2024-11-14T12:32:47,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/537d279b8a7c45309d0dba65b1fc7724 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/537d279b8a7c45309d0dba65b1fc7724 2024-11-14T12:32:47,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/c31480c43aca49c5ab25744428580a21 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/c31480c43aca49c5ab25744428580a21 2024-11-14T12:32:47,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/3d3b6d188de94c6c8aaef2991803610a to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/3d3b6d188de94c6c8aaef2991803610a 2024-11-14T12:32:47,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f660926b6a0c42878bb41a7f0802cf32 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f660926b6a0c42878bb41a7f0802cf32 2024-11-14T12:32:47,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/72831ffaa45a4122967f799c3b8a7505 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/72831ffaa45a4122967f799c3b8a7505 2024-11-14T12:32:47,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/14bd4c958a2844f6af642eabdca83269 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/14bd4c958a2844f6af642eabdca83269 2024-11-14T12:32:47,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/4ca0e80d14404a369621f49bcaf2cd38 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/4ca0e80d14404a369621f49bcaf2cd38 2024-11-14T12:32:47,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/72535510fe5047a09f8052b51894c01c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/72535510fe5047a09f8052b51894c01c 2024-11-14T12:32:47,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/4c8c94bd9d4c40e089915bf099dae17c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/4c8c94bd9d4c40e089915bf099dae17c 2024-11-14T12:32:47,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/16f1cb2257434dab97606fb3db23c5a0 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/16f1cb2257434dab97606fb3db23c5a0 2024-11-14T12:32:47,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f2b6282430c6415fa0b67da7ea194e03 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/f2b6282430c6415fa0b67da7ea194e03 2024-11-14T12:32:47,429 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/recovered.edits/410.seqid, newMaxSeqId=410, maxSeqId=4 2024-11-14T12:32:47,430 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220. 2024-11-14T12:32:47,430 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1635): Region close journal for 93041d1b95149bbd7e1d20e6de2e9220: 2024-11-14T12:32:47,431 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(170): Closed 93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=159 updating hbase:meta row=93041d1b95149bbd7e1d20e6de2e9220, regionState=CLOSED 2024-11-14T12:32:47,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-14T12:32:47,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; CloseRegionProcedure 93041d1b95149bbd7e1d20e6de2e9220, server=7a6a7f6bcca9,45647,1731587384712 in 1.9170 sec 2024-11-14T12:32:47,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-14T12:32:47,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=93041d1b95149bbd7e1d20e6de2e9220, UNASSIGN in 1.9200 sec 2024-11-14T12:32:47,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-14T12:32:47,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9230 sec 2024-11-14T12:32:47,437 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587567437"}]},"ts":"1731587567437"} 2024-11-14T12:32:47,438 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T12:32:47,440 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T12:32:47,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9330 sec 2024-11-14T12:32:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-14T12:32:47,613 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-14T12:32:47,614 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T12:32:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:47,615 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=161, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T12:32:47,615 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=161, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:47,617 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,619 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C, FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/recovered.edits] 2024-11-14T12:32:47,622 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/19a4dbc9f860482daf2821486db7f965 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/19a4dbc9f860482daf2821486db7f965 2024-11-14T12:32:47,623 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ba0fb51a741a43f98aac2658c90a96ad to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/ba0fb51a741a43f98aac2658c90a96ad 2024-11-14T12:32:47,624 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/d0ea05f940504ab3a1c6f23396be6a67 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/A/d0ea05f940504ab3a1c6f23396be6a67 2024-11-14T12:32:47,626 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/6a8e90eac6094e4ba04c3301e4568394 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/6a8e90eac6094e4ba04c3301e4568394 2024-11-14T12:32:47,627 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/94261c4c44784c529fd34105fe8c471e to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/94261c4c44784c529fd34105fe8c471e 2024-11-14T12:32:47,628 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/9ac67d33667b42e588b4878e737b1b4c to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/B/9ac67d33667b42e588b4878e737b1b4c 2024-11-14T12:32:47,630 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/5d663e0f69534e779c3c187352a71b05 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/5d663e0f69534e779c3c187352a71b05 2024-11-14T12:32:47,631 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/7ec8f989c8ae413083aabb963003d3af to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/7ec8f989c8ae413083aabb963003d3af 2024-11-14T12:32:47,632 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/fb84346e51e0499a976826db57329985 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/C/fb84346e51e0499a976826db57329985 2024-11-14T12:32:47,634 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/recovered.edits/410.seqid to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220/recovered.edits/410.seqid 2024-11-14T12:32:47,634 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/default/TestAcidGuarantees/93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,634 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T12:32:47,635 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T12:32:47,635 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T12:32:47,637 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140e14d248a9f64147b3a47bf35845630e_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140e14d248a9f64147b3a47bf35845630e_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,638 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111430b78a43c8a4456895e5f947024d5686_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111430b78a43c8a4456895e5f947024d5686_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,639 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111442826b22d6b64e289342dd04caaeb796_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111442826b22d6b64e289342dd04caaeb796_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,640 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111449a138d8a82c448d98811c7471ff9ad2_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111449a138d8a82c448d98811c7471ff9ad2_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,641 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144abbe1beac1a4d8889b6f1b26aefffe0_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144abbe1beac1a4d8889b6f1b26aefffe0_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,642 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145ba5e1abac3f46c5a5356e84a4016e9c_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145ba5e1abac3f46c5a5356e84a4016e9c_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,643 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145c315bd302d34313925a1104ca21c307_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145c315bd302d34313925a1104ca21c307_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,644 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111471793d3eedda4e3fa338cacbd50e2e2b_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111471793d3eedda4e3fa338cacbd50e2e2b_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,645 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114779f53f2299f4ecdaee7b49880aa7471_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114779f53f2299f4ecdaee7b49880aa7471_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,646 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147f7baa2dde1544f7abed0ddd2152c12d_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147f7baa2dde1544f7abed0ddd2152c12d_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,647 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114890da537f3eb42f08866a70a6eaa7157_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114890da537f3eb42f08866a70a6eaa7157_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,648 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a0ce65468b5941568571303ecbbb8b07_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a0ce65468b5941568571303ecbbb8b07_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,649 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a73ca4d6bc26462fbd6f7198c55401e8_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a73ca4d6bc26462fbd6f7198c55401e8_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,650 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a8459767be974b2890c3acb9f52814c6_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a8459767be974b2890c3acb9f52814c6_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,651 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cdb458766ba248e6938225f579c0fec5_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cdb458766ba248e6938225f579c0fec5_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,652 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d65f603ec2154f76bdfaf7f946942450_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d65f603ec2154f76bdfaf7f946942450_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,653 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d6db15255e2d4f21b8e3af2a90b9d0b8_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d6db15255e2d4f21b8e3af2a90b9d0b8_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,654 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114daa7007859a943b782a8a7c9f71aceb7_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114daa7007859a943b782a8a7c9f71aceb7_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,655 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114eb03ae061ded485aa614884678816d0c_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114eb03ae061ded485aa614884678816d0c_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,655 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114eec7af17892341f7a1acb01383cba523_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114eec7af17892341f7a1acb01383cba523_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,656 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114eec965ed2e43465bbca105173735ee05_93041d1b95149bbd7e1d20e6de2e9220 to hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114eec965ed2e43465bbca105173735ee05_93041d1b95149bbd7e1d20e6de2e9220 2024-11-14T12:32:47,657 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T12:32:47,659 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=161, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:47,660 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T12:32:47,662 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T12:32:47,663 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=161, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:47,663 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T12:32:47,663 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731587567663"}]},"ts":"9223372036854775807"} 2024-11-14T12:32:47,665 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T12:32:47,665 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 93041d1b95149bbd7e1d20e6de2e9220, NAME => 'TestAcidGuarantees,,1731587538495.93041d1b95149bbd7e1d20e6de2e9220.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T12:32:47,665 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T12:32:47,665 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731587567665"}]},"ts":"9223372036854775807"} 2024-11-14T12:32:47,666 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T12:32:47,668 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=161, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:32:47,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-11-14T12:32:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T12:32:47,716 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-14T12:32:47,726 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238 (was 239), OpenFileDescriptor=448 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=875 (was 815) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 11), AvailableMemoryMB=5777 (was 3805) - AvailableMemoryMB LEAK? - 2024-11-14T12:32:47,726 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-14T12:32:47,726 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T12:32:47,727 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f499397 to 127.0.0.1:63767 2024-11-14T12:32:47,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:47,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:32:47,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1416742036, stopped=false 2024-11-14T12:32:47,727 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=7a6a7f6bcca9,46231,1731587383831 2024-11-14T12:32:47,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:32:47,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:32:47,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:32:47,729 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-14T12:32:47,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:32:47,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:32:47,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:32:47,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:47,729 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7a6a7f6bcca9,45647,1731587384712' ***** 2024-11-14T12:32:47,729 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-14T12:32:47,730 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:32:47,730 INFO [RS:0;7a6a7f6bcca9:45647 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:32:47,730 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-14T12:32:47,730 INFO [RS:0;7a6a7f6bcca9:45647 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:32:47,730 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(3579): Received CLOSE for 6a5fe265708bec2863a5bb7d94596b46 2024-11-14T12:32:47,730 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1224): stopping server 7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:47,731 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:47,731 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:32:47,731 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:32:47,731 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:32:47,731 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-14T12:32:47,731 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6a5fe265708bec2863a5bb7d94596b46, disabling compactions & flushes 2024-11-14T12:32:47,731 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46. 2024-11-14T12:32:47,731 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46. 2024-11-14T12:32:47,731 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46. after waiting 0 ms 2024-11-14T12:32:47,731 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-14T12:32:47,731 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46. 2024-11-14T12:32:47,731 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1603): Online Regions={6a5fe265708bec2863a5bb7d94596b46=hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:32:47,731 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 6a5fe265708bec2863a5bb7d94596b46 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-14T12:32:47,731 DEBUG [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:32:47,731 INFO [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-14T12:32:47,731 DEBUG [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-14T12:32:47,731 DEBUG [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:32:47,731 DEBUG [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:32:47,731 INFO [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-14T12:32:47,735 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 6a5fe265708bec2863a5bb7d94596b46 2024-11-14T12:32:47,753 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/namespace/6a5fe265708bec2863a5bb7d94596b46/.tmp/info/94709d5096e64957ab4644a33de86b9e is 45, key is default/info:d/1731587390053/Put/seqid=0 2024-11-14T12:32:47,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742486_1662 (size=5037) 2024-11-14T12:32:47,761 DEBUG [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/.tmp/info/e48d7d96d7c74ede9fecfa34ebbc8175 is 143, key is hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46./info:regioninfo/1731587389942/Put/seqid=0 2024-11-14T12:32:47,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742487_1663 (size=7725) 2024-11-14T12:32:47,803 INFO [regionserver/7a6a7f6bcca9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:32:47,922 INFO [regionserver/7a6a7f6bcca9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:32:47,922 INFO [regionserver/7a6a7f6bcca9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:32:47,935 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 6a5fe265708bec2863a5bb7d94596b46 2024-11-14T12:32:48,135 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 6a5fe265708bec2863a5bb7d94596b46 2024-11-14T12:32:48,157 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/namespace/6a5fe265708bec2863a5bb7d94596b46/.tmp/info/94709d5096e64957ab4644a33de86b9e 2024-11-14T12:32:48,160 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/namespace/6a5fe265708bec2863a5bb7d94596b46/.tmp/info/94709d5096e64957ab4644a33de86b9e as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/namespace/6a5fe265708bec2863a5bb7d94596b46/info/94709d5096e64957ab4644a33de86b9e 2024-11-14T12:32:48,162 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/namespace/6a5fe265708bec2863a5bb7d94596b46/info/94709d5096e64957ab4644a33de86b9e, entries=2, sequenceid=6, filesize=4.9 K 2024-11-14T12:32:48,163 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 6a5fe265708bec2863a5bb7d94596b46 in 432ms, sequenceid=6, compaction requested=false 2024-11-14T12:32:48,164 INFO [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/.tmp/info/e48d7d96d7c74ede9fecfa34ebbc8175 2024-11-14T12:32:48,166 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/namespace/6a5fe265708bec2863a5bb7d94596b46/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T12:32:48,166 INFO [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46. 2024-11-14T12:32:48,167 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6a5fe265708bec2863a5bb7d94596b46: 2024-11-14T12:32:48,167 DEBUG [RS_CLOSE_REGION-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731587388957.6a5fe265708bec2863a5bb7d94596b46. 2024-11-14T12:32:48,190 DEBUG [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/.tmp/rep_barrier/f3bc19d3023a475bbf1d1bc0ec772bb6 is 102, key is TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb./rep_barrier:/1731587414705/DeleteFamily/seqid=0 2024-11-14T12:32:48,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742488_1664 (size=6025) 2024-11-14T12:32:48,335 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T12:32:48,536 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T12:32:48,593 INFO [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/.tmp/rep_barrier/f3bc19d3023a475bbf1d1bc0ec772bb6 2024-11-14T12:32:48,610 DEBUG [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/.tmp/table/0657892dbe1547c09b326ffb1d457058 is 96, key is TestAcidGuarantees,,1731587390248.54f1cab853b8de4bb995d75697fa0beb./table:/1731587414705/DeleteFamily/seqid=0 2024-11-14T12:32:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742489_1665 (size=5942) 2024-11-14T12:32:48,736 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-14T12:32:48,736 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:32:48,736 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T12:32:48,936 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T12:32:49,014 INFO [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/.tmp/table/0657892dbe1547c09b326ffb1d457058 2024-11-14T12:32:49,017 DEBUG [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/.tmp/info/e48d7d96d7c74ede9fecfa34ebbc8175 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/info/e48d7d96d7c74ede9fecfa34ebbc8175 2024-11-14T12:32:49,020 INFO [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/info/e48d7d96d7c74ede9fecfa34ebbc8175, entries=22, sequenceid=93, filesize=7.5 K 2024-11-14T12:32:49,021 DEBUG [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/.tmp/rep_barrier/f3bc19d3023a475bbf1d1bc0ec772bb6 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/rep_barrier/f3bc19d3023a475bbf1d1bc0ec772bb6 2024-11-14T12:32:49,024 INFO [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/rep_barrier/f3bc19d3023a475bbf1d1bc0ec772bb6, entries=6, sequenceid=93, filesize=5.9 K 2024-11-14T12:32:49,024 DEBUG [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/.tmp/table/0657892dbe1547c09b326ffb1d457058 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/table/0657892dbe1547c09b326ffb1d457058 2024-11-14T12:32:49,027 INFO [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/table/0657892dbe1547c09b326ffb1d457058, entries=9, sequenceid=93, filesize=5.8 K 2024-11-14T12:32:49,028 INFO [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=93, compaction requested=false 2024-11-14T12:32:49,033 DEBUG [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-14T12:32:49,034 DEBUG [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:32:49,034 INFO [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-14T12:32:49,034 DEBUG [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-14T12:32:49,034 DEBUG [RS_CLOSE_META-regionserver/7a6a7f6bcca9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:32:49,136 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1250): stopping server 7a6a7f6bcca9,45647,1731587384712; all regions closed. 2024-11-14T12:32:49,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741834_1010 (size=26050) 2024-11-14T12:32:49,142 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/oldWALs 2024-11-14T12:32:49,142 INFO [RS:0;7a6a7f6bcca9:45647 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7a6a7f6bcca9%2C45647%2C1731587384712.meta:.meta(num 1731587388608) 2024-11-14T12:32:49,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741833_1009 (size=15141992) 2024-11-14T12:32:49,145 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/oldWALs 2024-11-14T12:32:49,145 INFO [RS:0;7a6a7f6bcca9:45647 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7a6a7f6bcca9%2C45647%2C1731587384712:(num 1731587388112) 2024-11-14T12:32:49,145 DEBUG [RS:0;7a6a7f6bcca9:45647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:49,145 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:32:49,145 INFO [RS:0;7a6a7f6bcca9:45647 {}] hbase.ChoreService(370): Chore service for: regionserver/7a6a7f6bcca9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-14T12:32:49,145 INFO [regionserver/7a6a7f6bcca9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-14T12:32:49,146 INFO [RS:0;7a6a7f6bcca9:45647 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:45647 2024-11-14T12:32:49,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7a6a7f6bcca9,45647,1731587384712 2024-11-14T12:32:49,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:32:49,150 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a6a7f6bcca9,45647,1731587384712] 2024-11-14T12:32:49,150 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 7a6a7f6bcca9,45647,1731587384712; numProcessing=1 2024-11-14T12:32:49,151 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/7a6a7f6bcca9,45647,1731587384712 already deleted, retry=false 2024-11-14T12:32:49,151 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 7a6a7f6bcca9,45647,1731587384712 expired; onlineServers=0 2024-11-14T12:32:49,151 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7a6a7f6bcca9,46231,1731587383831' ***** 2024-11-14T12:32:49,151 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:32:49,152 DEBUG [M:0;7a6a7f6bcca9:46231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b50fbf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a6a7f6bcca9/172.17.0.3:0 2024-11-14T12:32:49,152 INFO [M:0;7a6a7f6bcca9:46231 {}] regionserver.HRegionServer(1224): stopping server 7a6a7f6bcca9,46231,1731587383831 2024-11-14T12:32:49,152 INFO [M:0;7a6a7f6bcca9:46231 {}] regionserver.HRegionServer(1250): stopping server 7a6a7f6bcca9,46231,1731587383831; all regions closed. 2024-11-14T12:32:49,152 DEBUG [M:0;7a6a7f6bcca9:46231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:49,152 DEBUG [M:0;7a6a7f6bcca9:46231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:32:49,152 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:32:49,152 DEBUG [M:0;7a6a7f6bcca9:46231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:32:49,152 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster-HFileCleaner.small.0-1731587387697 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a6a7f6bcca9:0:becomeActiveMaster-HFileCleaner.small.0-1731587387697,5,FailOnTimeoutGroup] 2024-11-14T12:32:49,152 DEBUG [master/7a6a7f6bcca9:0:becomeActiveMaster-HFileCleaner.large.0-1731587387666 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a6a7f6bcca9:0:becomeActiveMaster-HFileCleaner.large.0-1731587387666,5,FailOnTimeoutGroup] 2024-11-14T12:32:49,152 INFO [M:0;7a6a7f6bcca9:46231 {}] hbase.ChoreService(370): Chore service for: master/7a6a7f6bcca9:0 had [] on shutdown 2024-11-14T12:32:49,152 DEBUG [M:0;7a6a7f6bcca9:46231 {}] master.HMaster(1733): Stopping service threads 2024-11-14T12:32:49,152 INFO [M:0;7a6a7f6bcca9:46231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:32:49,152 ERROR [M:0;7a6a7f6bcca9:46231 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[LeaseRenewer:jenkins@localhost:34141,5,PEWorkerGroup] Thread[IPC Client (898262803) connection to localhost/127.0.0.1:34141 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34141,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-14T12:32:49,153 INFO [M:0;7a6a7f6bcca9:46231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:32:49,153 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:32:49,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T12:32:49,154 DEBUG [M:0;7a6a7f6bcca9:46231 {}] zookeeper.ZKUtil(347): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T12:32:49,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:32:49,154 WARN [M:0;7a6a7f6bcca9:46231 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:32:49,154 INFO [M:0;7a6a7f6bcca9:46231 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-14T12:32:49,154 INFO [M:0;7a6a7f6bcca9:46231 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:32:49,154 DEBUG [M:0;7a6a7f6bcca9:46231 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:32:49,154 INFO [M:0;7a6a7f6bcca9:46231 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:49,154 DEBUG [M:0;7a6a7f6bcca9:46231 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:49,154 DEBUG [M:0;7a6a7f6bcca9:46231 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:32:49,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:32:49,154 DEBUG [M:0;7a6a7f6bcca9:46231 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:49,154 INFO [M:0;7a6a7f6bcca9:46231 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=733.80 KB heapSize=900.75 KB 2024-11-14T12:32:49,170 DEBUG [M:0;7a6a7f6bcca9:46231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e6665b9701847b5b551611718586d66 is 82, key is hbase:meta,,1/info:regioninfo/1731587388793/Put/seqid=0 2024-11-14T12:32:49,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742490_1666 (size=5672) 2024-11-14T12:32:49,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:49,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x1011674888b0001, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:49,250 INFO [RS:0;7a6a7f6bcca9:45647 {}] regionserver.HRegionServer(1307): Exiting; stopping=7a6a7f6bcca9,45647,1731587384712; zookeeper connection closed. 2024-11-14T12:32:49,251 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49bbd67d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49bbd67d 2024-11-14T12:32:49,251 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:32:49,573 INFO [M:0;7a6a7f6bcca9:46231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2060 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e6665b9701847b5b551611718586d66 2024-11-14T12:32:49,594 DEBUG [M:0;7a6a7f6bcca9:46231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e00e9e39a4545d1997772b4213eec1d is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x88/proc:d/1731587541508/Put/seqid=0 2024-11-14T12:32:49,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742491_1667 (size=41870) 2024-11-14T12:32:49,998 INFO [M:0;7a6a7f6bcca9:46231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=733.24 KB at sequenceid=2060 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e00e9e39a4545d1997772b4213eec1d 2024-11-14T12:32:50,002 INFO [M:0;7a6a7f6bcca9:46231 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e00e9e39a4545d1997772b4213eec1d 2024-11-14T12:32:50,030 DEBUG [M:0;7a6a7f6bcca9:46231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7972efe25a1e48f1ae8ec844b0009b8c is 69, key is 7a6a7f6bcca9,45647,1731587384712/rs:state/1731587387757/Put/seqid=0 2024-11-14T12:32:50,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073742492_1668 (size=5156) 2024-11-14T12:32:50,435 INFO [M:0;7a6a7f6bcca9:46231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2060 (bloomFilter=true), to=hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7972efe25a1e48f1ae8ec844b0009b8c 2024-11-14T12:32:50,439 DEBUG [M:0;7a6a7f6bcca9:46231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e6665b9701847b5b551611718586d66 as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e6665b9701847b5b551611718586d66 2024-11-14T12:32:50,442 INFO [M:0;7a6a7f6bcca9:46231 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e6665b9701847b5b551611718586d66, entries=8, sequenceid=2060, filesize=5.5 K 2024-11-14T12:32:50,442 DEBUG [M:0;7a6a7f6bcca9:46231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e00e9e39a4545d1997772b4213eec1d as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e00e9e39a4545d1997772b4213eec1d 2024-11-14T12:32:50,445 INFO [M:0;7a6a7f6bcca9:46231 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e00e9e39a4545d1997772b4213eec1d 2024-11-14T12:32:50,446 INFO [M:0;7a6a7f6bcca9:46231 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e00e9e39a4545d1997772b4213eec1d, entries=161, sequenceid=2060, filesize=40.9 K 2024-11-14T12:32:50,446 DEBUG [M:0;7a6a7f6bcca9:46231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7972efe25a1e48f1ae8ec844b0009b8c as hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7972efe25a1e48f1ae8ec844b0009b8c 2024-11-14T12:32:50,449 INFO [M:0;7a6a7f6bcca9:46231 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34141/user/jenkins/test-data/d777516d-b657-819a-322c-f3d00da2f36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7972efe25a1e48f1ae8ec844b0009b8c, entries=1, sequenceid=2060, filesize=5.0 K 2024-11-14T12:32:50,450 INFO [M:0;7a6a7f6bcca9:46231 {}] regionserver.HRegion(3040): Finished flush of dataSize ~733.80 KB/751408, heapSize ~900.45 KB/922064, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=2060, compaction requested=false 2024-11-14T12:32:50,451 INFO [M:0;7a6a7f6bcca9:46231 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:50,451 DEBUG [M:0;7a6a7f6bcca9:46231 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-14T12:32:50,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741830_1006 (size=886475) 2024-11-14T12:32:50,455 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-14T12:32:50,456 INFO [M:0;7a6a7f6bcca9:46231 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-14T12:32:50,456 INFO [M:0;7a6a7f6bcca9:46231 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:46231 2024-11-14T12:32:50,458 DEBUG [M:0;7a6a7f6bcca9:46231 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/7a6a7f6bcca9,46231,1731587383831 already deleted, retry=false 2024-11-14T12:32:50,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:50,559 INFO [M:0;7a6a7f6bcca9:46231 {}] regionserver.HRegionServer(1307): Exiting; stopping=7a6a7f6bcca9,46231,1731587383831; zookeeper connection closed. 2024-11-14T12:32:50,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46231-0x1011674888b0000, quorum=127.0.0.1:63767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:50,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45b00dd3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:32:50,567 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:32:50,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:32:50,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:32:50,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/hadoop.log.dir/,STOPPED} 2024-11-14T12:32:50,573 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:32:50,573 WARN [BP-956873055-172.17.0.3-1731587379638 heartbeating to localhost/127.0.0.1:34141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:32:50,573 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:32:50,573 WARN [BP-956873055-172.17.0.3-1731587379638 heartbeating to localhost/127.0.0.1:34141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-956873055-172.17.0.3-1731587379638 (Datanode Uuid a7fdfa23-ab4d-4bb8-9092-511764b7864e) service to localhost/127.0.0.1:34141 2024-11-14T12:32:50,575 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/cluster_efdf1755-62f2-6cee-b84a-4a3a19fd0801/dfs/data/data1/current/BP-956873055-172.17.0.3-1731587379638 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:32:50,575 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/cluster_efdf1755-62f2-6cee-b84a-4a3a19fd0801/dfs/data/data2/current/BP-956873055-172.17.0.3-1731587379638 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:32:50,576 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:32:50,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cad334d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:32:50,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:32:50,589 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:32:50,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:32:50,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1c360cb2-d503-b388-616f-d234fbab7470/hadoop.log.dir/,STOPPED} 2024-11-14T12:32:50,613 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:32:50,761 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down